20:14:12.227 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:14:12.227 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNcAPOT/test-tmp
20:14:12.227 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:14:12.227 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNcAPOT/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:14:12.228 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:14:12.518 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:14:12.518 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:14:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.520068 25250 mini_oidc.cc:152] Starting JWKS server
20:14:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.522284 25250 webserver.cc:460] Webserver started at http://127.0.0.1:43327/ using document root <none> and password file <none>
20:14:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.522467 25250 mini_oidc.cc:189] Starting OIDC Discovery server
20:14:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.522958 25250 webserver.cc:460] Webserver started at http://127.0.0.1:42681/ using document root <none> and password file <none>
20:14:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-07T20:14:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:14:12.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-07T20:14:12Z Disabled control of system clock
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.551177 25250 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/logs
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data/info.pb
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.190:45789
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.190
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43327/jwks.json
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:14:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:14:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.827033 25261 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:14:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.827306 25261 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:14:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.827378 25261 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.833884 25261 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.833985 25261 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.834019 25261 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.834064 25261 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.834098 25261 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.834151 25261 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:14:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.834187 25261 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43327/jwks.json
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.842350 25261 master_runner.cc:386] Master server non-default flags:
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.190:45789
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43327/jwks.json
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data/info.pb
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.190
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/logs
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision b72fc6255a77418ef87fc5f07476528b027c6f99
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 19:43:22 UTC on efd1337a2aa3
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 183
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:14:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.843446 25261 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:14:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.844920 25261 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:14:12.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.854539 25269 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.855095 25267 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.855253 25266 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.855875 25261 server_base.cc:1034] running on GCE node
20:14:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.856451 25261 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:14:12.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.857539 25261 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:14:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.858718 25261 hybrid_clock.cc:648] HybridClock initialized: now 1715112852858682 us; error 33 us; skew 500 ppm
20:14:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.859015 25261 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:14:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.865119 25261 webserver.cc:460] Webserver started at http://127.24.168.190:38031/ using document root <none> and password file <none>
20:14:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.865662 25261 fs_manager.cc:359] Metadata directory not provided
20:14:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.865761 25261 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:14:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.865998 25261 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:14:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.868237 25261 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data/instance:
20:14:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16604aab67b64a2fb9cece5163fad8cd"
20:14:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:12 on dist-test-slave-9zwl"
20:14:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.868856 25261 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal/instance:
20:14:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16604aab67b64a2fb9cece5163fad8cd"
20:14:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:12 on dist-test-slave-9zwl"
20:14:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.873106 25261 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.000s sys 0.004s
20:14:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.876014 25275 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.877313 25261 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.877468 25261 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data,/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16604aab67b64a2fb9cece5163fad8cd"
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:12 on dist-test-slave-9zwl"
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.877651 25261 fs_report.cc:383] FS layout report
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data/data
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:14:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:14:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:14:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.890965 25261 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:14:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.891542 25261 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:14:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.891819 25261 kserver.cc:163] Server-wide thread pool size limit: 3276
20:14:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.909832 25261 rpc_server.cc:307] RPC server started. Bound to: 127.24.168.190:45789
20:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.909870 25336 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.168.190:45789 every 8 connection(s)
20:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.910992 25261 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/data/info.pb
20:14:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.913836 25250 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu as pid 25261
20:14:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.914077 25250 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-0/wal/instance
20:14:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.914176 25337 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.916008 25250 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/logs
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data/info.pb
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.189:46621
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.189
20:14:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43327/jwks.json
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:14:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:14:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.918874 25337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } has no permanent_uuid. Determining permanent_uuid...
20:14:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.932323 25337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } has no permanent_uuid. Determining permanent_uuid...
20:14:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.933182 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.934433 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.189:46621: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:12.983680 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } attempt: 1
20:14:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:12.985230 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.189:46621: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.053452 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } attempt: 2
20:14:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.055321 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.189:46621: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:13.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.146575 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } attempt: 3
20:14:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.148314 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.189:46621: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.207712 25339 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:14:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.207986 25339 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:14:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.208118 25339 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215083 25339 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215200 25339 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215250 25339 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215317 25339 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215368 25339 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215438 25339 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.215498 25339 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43327/jwks.json
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.226137 25339 master_runner.cc:386] Master server non-default flags:
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.189:46621
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43327/jwks.json
20:14:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data/info.pb
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.189
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/logs
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision b72fc6255a77418ef87fc5f07476528b027c6f99
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 19:43:22 UTC on efd1337a2aa3
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 183
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:14:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.227488 25339 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:14:13.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.229035 25339 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:14:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.239048 25348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.239153 25347 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.239603 25350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:13.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.240264 25339 server_base.cc:1034] running on GCE node
20:14:13.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.240850 25339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:14:13.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.242038 25339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:14:13.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.243234 25339 hybrid_clock.cc:648] HybridClock initialized: now 1715112853243182 us; error 43 us; skew 500 ppm
20:14:13.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.243551 25339 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:14:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.245445 25339 webserver.cc:460] Webserver started at http://127.24.168.189:34545/ using document root <none> and password file <none>
20:14:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.246032 25339 fs_manager.cc:359] Metadata directory not provided
20:14:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.246135 25339 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:14:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.246407 25339 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:14:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.248700 25339 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data/instance:
20:14:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc89a4f2572a402a978198f719409818"
20:14:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:13 on dist-test-slave-9zwl"
20:14:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.249413 25339 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal/instance:
20:14:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc89a4f2572a402a978198f719409818"
20:14:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:13 on dist-test-slave-9zwl"
20:14:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.253872 25339 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
20:14:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.256692 25356 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:14:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.257737 25339 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.257899 25339 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data,/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc89a4f2572a402a978198f719409818"
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:13 on dist-test-slave-9zwl"
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.258080 25339 fs_report.cc:383] FS layout report
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data/data
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:14:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.288908 25339 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:14:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.289599 25339 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:14:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.289880 25339 kserver.cc:163] Server-wide thread pool size limit: 3276
20:14:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.291525 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } attempt: 4
20:14:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.293164 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.189:46621: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.307380 25339 rpc_server.cc:307] RPC server started. Bound to: 127.24.168.189:46621
20:14:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.307422 25417 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.168.189:46621 every 8 connection(s)
20:14:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.308593 25339 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/data/info.pb
20:14:13.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.310739 25250 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu as pid 25339
20:14:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.310915 25250 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-1/wal/instance
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.312130 25250 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/logs
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data/info.pb
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.188:33927
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.188
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43327/jwks.json
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:14:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.312315 25418 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.318804 25418 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.330201 25418 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.338479 25418 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.339443 25358 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.340785 25418 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.188:33927: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.390137 25418 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } attempt: 1
20:14:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.391739 25418 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.188:33927: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.459915 25418 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } attempt: 2
20:14:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.461670 25418 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.188:33927: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.552870 25418 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } attempt: 3
20:14:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.554806 25418 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.188:33927: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.592419 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } attempt: 5
20:14:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.597903 25337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.599433 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.188:33927: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.606623 25420 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:14:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.606854 25420 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:14:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.606997 25420 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:14:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613500 25420 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:14:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613602 25420 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:14:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613658 25420 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:14:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613732 25420 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:14:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613807 25420 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:14:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613896 25420 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:14:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.613961 25420 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43327/jwks.json
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.622359 25420 master_runner.cc:386] Master server non-default flags:
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.188:33927
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:14:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43327/jwks.json
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data/info.pb
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.188
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/logs
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision b72fc6255a77418ef87fc5f07476528b027c6f99
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 19:43:22 UTC on efd1337a2aa3
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 183
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:14:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.623680 25420 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:14:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.625149 25420 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:14:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.634085 25428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.634689 25429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.635295 25431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.635562 25420 server_base.cc:1034] running on GCE node
20:14:13.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.636152 25420 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:14:13.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.637267 25420 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:14:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.638438 25420 hybrid_clock.cc:648] HybridClock initialized: now 1715112853638400 us; error 32 us; skew 500 ppm
20:14:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.638695 25420 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:14:13.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.640583 25420 webserver.cc:460] Webserver started at http://127.24.168.188:34007/ using document root <none> and password file <none>
20:14:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.641129 25420 fs_manager.cc:359] Metadata directory not provided
20:14:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.641218 25420 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:14:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.641448 25420 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:14:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.643582 25420 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data/instance:
20:14:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df8ed1750d5a4e8b83a4acda0904ba2c"
20:14:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:13 on dist-test-slave-9zwl"
20:14:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.644297 25420 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal/instance:
20:14:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df8ed1750d5a4e8b83a4acda0904ba2c"
20:14:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:13 on dist-test-slave-9zwl"
20:14:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.648489 25420 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
20:14:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.650636 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } attempt: 1
20:14:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.651554 25437 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:14:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.652155 25337 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.24.168.188:33927: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.652772 25420 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.652896 25420 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data,/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df8ed1750d5a4e8b83a4acda0904ba2c"
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:13 on dist-test-slave-9zwl"
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.653043 25420 fs_report.cc:383] FS layout report
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data/data
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:14:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.668676 25420 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:14:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.669267 25420 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:14:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.669471 25420 kserver.cc:163] Server-wide thread pool size limit: 3276
20:14:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.687892 25420 rpc_server.cc:307] RPC server started. Bound to: 127.24.168.188:33927
20:14:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.687922 25498 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.168.188:33927 every 8 connection(s)
20:14:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.688875 25420 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/data/info.pb
20:14:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.691812 25499 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.696732 25499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.697605 25250 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu as pid 25420
20:14:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.697726 25250 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/master-2/wal/instance
20:14:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.698029 25418 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } attempt: 4
20:14:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.710096 25499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.715062 25418 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: Bootstrap starting.
20:14:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.718398 25418 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: Neither blocks nor log segments found. Creating new log.
20:14:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.718689 25499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } has no permanent_uuid. Determining permanent_uuid...
20:14:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.720566 25337 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } attempt: 2
20:14:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.720682 25418 log.cc:824] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: Log is configured to *not* fsync() on all Append() calls
20:14:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.728984 25418 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: No bootstrap required, opened a new log
20:14:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.729633 25499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c: Bootstrap starting.
20:14:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.732141 25337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: Bootstrap starting.
20:14:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.732889 25499 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c: Neither blocks nor log segments found. Creating new log.
20:14:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.734022 25499 log.cc:824] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c: Log is configured to *not* fsync() on all Append() calls
20:14:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.735173 25337 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: Neither blocks nor log segments found. Creating new log.
20:14:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.736513 25499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c: No bootstrap required, opened a new log
20:14:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.736550 25337 log.cc:824] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: Log is configured to *not* fsync() on all Append() calls
20:14:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.737322 25418 raft_consensus.cc:348] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.737641 25418 raft_consensus.cc:374] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.737780 25418 raft_consensus.cc:729] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc89a4f2572a402a978198f719409818, State: Initialized, Role: FOLLOWER
20:14:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.738476 25418 consensus_queue.cc:260] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.738634 25337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: No bootstrap required, opened a new log
20:14:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.739312 25511 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.740595 25511 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.741123 25418 sys_catalog.cc:564] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: configured and running, proceeding with master startup.
20:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.745152 25499 raft_consensus.cc:348] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.745533 25499 raft_consensus.cc:374] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.745406 25337 raft_consensus.cc:348] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.745661 25337 raft_consensus.cc:374] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.745659 25499 raft_consensus.cc:729] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: df8ed1750d5a4e8b83a4acda0904ba2c, State: Initialized, Role: FOLLOWER
20:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.745800 25337 raft_consensus.cc:729] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16604aab67b64a2fb9cece5163fad8cd, State: Initialized, Role: FOLLOWER
20:14:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.746363 25337 consensus_queue.cc:260] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.746452 25499 consensus_queue.cc:260] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.748625 25517 sys_catalog.cc:455] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.749089 25517 sys_catalog.cc:458] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.749917 25499 sys_catalog.cc:564] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: configured and running, proceeding with master startup.
20:14:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.753693 25516 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.753901 25516 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.754863 25337 sys_catalog.cc:564] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: configured and running, proceeding with master startup.
20:14:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.762990 25517 raft_consensus.cc:482] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:14:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.763219 25517 raft_consensus.cc:504] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.764959 25517 leader_election.cc:288] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 16604aab67b64a2fb9cece5163fad8cd (127.24.168.190:45789), bc89a4f2572a402a978198f719409818 (127.24.168.189:46621)
20:14:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.765619 25302 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16604aab67b64a2fb9cece5163fad8cd" is_pre_election: true
20:14:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.765815 25383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc89a4f2572a402a978198f719409818" is_pre_election: true
20:14:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.766101 25302 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df8ed1750d5a4e8b83a4acda0904ba2c in term 0.
20:14:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.766176 25383 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df8ed1750d5a4e8b83a4acda0904ba2c in term 0.
20:14:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.766731 25441 leader_election.cc:302] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c; no voters:
20:14:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.767719 25517 raft_consensus.cc:2781] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:14:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.767891 25517 raft_consensus.cc:482] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:14:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.767993 25517 raft_consensus.cc:3037] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 0 FOLLOWER]: Advancing to term 1
20:14:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.771114 25517 raft_consensus.cc:504] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.771808 25517 leader_election.cc:288] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [CANDIDATE]: Term 1 election: Requested vote from peers 16604aab67b64a2fb9cece5163fad8cd (127.24.168.190:45789), bc89a4f2572a402a978198f719409818 (127.24.168.189:46621)
20:14:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.776041 25302 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16604aab67b64a2fb9cece5163fad8cd"
20:14:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.776252 25302 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 0 FOLLOWER]: Advancing to term 1
20:14:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.779580 25302 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df8ed1750d5a4e8b83a4acda0904ba2c in term 1.
20:14:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.780228 25383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc89a4f2572a402a978198f719409818"
20:14:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.780472 25383 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 0 FOLLOWER]: Advancing to term 1
20:14:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.781615 25536 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:14:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.781744 25536 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:14:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.783582 25383 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df8ed1750d5a4e8b83a4acda0904ba2c in term 1.
20:14:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.791865 25362 tablet.cc:2369] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:14:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.792079 25441 leader_election.cc:302] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c; no voters:
20:14:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.792440 25517 raft_consensus.cc:2781] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 1 FOLLOWER]: Leader election won for term 1
20:14:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.786767 25420 master_runner.cc:186] Error getting master registration for 127.24.168.190:45789: OK, instance_id { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" instance_seqno: 1715112852905448 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:14:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.771126 25339 master_runner.cc:186] Error getting master registration for 127.24.168.190:45789: OK, instance_id { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" instance_seqno: 1715112852905448 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:14:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.803232 25543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:14:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:13.805001 25543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:14:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.805289 25420 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:14:13.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.806795 25339 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:14:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.809711 25517 raft_consensus.cc:686] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [term 1 LEADER]: Becoming Leader. State: Replica: df8ed1750d5a4e8b83a4acda0904ba2c, State: Running, Role: LEADER
20:14:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.810266 25517 consensus_queue.cc:237] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.817489 25545 sys_catalog.cc:455] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader df8ed1750d5a4e8b83a4acda0904ba2c. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.817891 25545 sys_catalog.cc:458] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: This master's current role is: LEADER
20:14:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.824643 25548 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:14:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.826741 25548 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:14:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.841352 25383 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Refusing update from remote peer df8ed1750d5a4e8b83a4acda0904ba2c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:14:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.841797 25302 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Refusing update from remote peer df8ed1750d5a4e8b83a4acda0904ba2c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:14:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.842286 25545 consensus_queue.cc:1035] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.842785 25517 consensus_queue.cc:1035] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.863804 25516 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader df8ed1750d5a4e8b83a4acda0904ba2c. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.864076 25516 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.868340 25550 mvcc.cc:205] Tried to move back new op lower bound from 7025102249323851776 to 7025102249211994112. Current Snapshot: MvccSnapshot[applied={T|T < 7025102249323851776}]
20:14:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.875147 25557 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:14:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.876839 25517 sys_catalog.cc:455] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.877101 25517 sys_catalog.cc:458] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: This master's current role is: LEADER
20:14:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.875658 25553 mvcc.cc:205] Tried to move back new op lower bound from 7025102249323851776 to 7025102249211994112. Current Snapshot: MvccSnapshot[applied={T|T < 7025102249323851776}]
20:14:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.877702 25516 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.877899 25516 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.878436 25548 catalog_manager.cc:1347] Generated new cluster ID: cb825b55bbe046499c2bbd17f2fbbcdf
20:14:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.878520 25548 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:14:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.881553 25511 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: SysCatalogTable state changed. Reason: New leader df8ed1750d5a4e8b83a4acda0904ba2c. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.881798 25511 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.884668 25545 sys_catalog.cc:455] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.884851 25545 sys_catalog.cc:458] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c [sys.catalog]: This master's current role is: LEADER
20:14:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.892549 25511 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.892751 25511 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: This master's current role is: FOLLOWER
20:14:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.904318 25548 catalog_manager.cc:1370] Generated new certificate authority record
20:14:13.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.905858 25548 catalog_manager.cc:1504] Loading token signing keys...
20:14:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.923791 25548 catalog_manager.cc:5857] T 00000000000000000000000000000000 P df8ed1750d5a4e8b83a4acda0904ba2c: Generated new TSK 0
20:14:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.924693 25548 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:14:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:13.938802 25250 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/logs
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data/info.pb
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.129:0
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.168.129
20:14:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.129
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:14:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:14:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.355883 25560 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:14:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.356397 25560 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:14:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.356566 25560 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:14:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.363159 25560 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:14:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.363322 25560 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:14:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.363384 25560 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:14:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.363473 25560 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:14:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.363597 25560 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.168.129
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.371129 25560 tablet_server_runner.cc:78] Tablet server non-default flags:
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.129:0
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data/info.pb
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.129
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.168.129
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/logs
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision b72fc6255a77418ef87fc5f07476528b027c6f99
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 19:43:22 UTC on efd1337a2aa3
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 183
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:14:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.372443 25560 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:14:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.373951 25560 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:14:14.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.384800 25565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.385210 25566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.385381 25568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.386023 25560 server_base.cc:1034] running on GCE node
20:14:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.386509 25560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:14:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.387245 25560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:14:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.388432 25560 hybrid_clock.cc:648] HybridClock initialized: now 1715112854388386 us; error 33 us; skew 500 ppm
20:14:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.388681 25560 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:14:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.390652 25560 webserver.cc:460] Webserver started at http://127.24.168.129:44351/ using document root <none> and password file <none>
20:14:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.391252 25560 fs_manager.cc:359] Metadata directory not provided
20:14:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.391350 25560 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:14:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.391611 25560 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:14:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.393991 25560 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data/instance:
20:14:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "007c83a9b62747d29d4d9e846e22ebd5"
20:14:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:14 on dist-test-slave-9zwl"
20:14:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.394738 25560 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal/instance:
20:14:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "007c83a9b62747d29d4d9e846e22ebd5"
20:14:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:14 on dist-test-slave-9zwl"
20:14:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.399019 25560 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.004s
20:14:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.401908 25574 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.402987 25560 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.403129 25560 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data,/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "007c83a9b62747d29d4d9e846e22ebd5"
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:14 on dist-test-slave-9zwl"
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.403311 25560 fs_report.cc:383] FS layout report
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data/data
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:14:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:14:14.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.417490 25560 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:14:14.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.418120 25560 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:14:14.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.418360 25560 kserver.cc:163] Server-wide thread pool size limit: 3276
20:14:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.420938 25560 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:14:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.421023 25560 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:14:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.421124 25560 ts_tablet_manager.cc:610] Registered 0 tablets
20:14:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.421190 25560 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:14:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.478461 25560 rpc_server.cc:307] RPC server started. Bound to: 127.24.168.129:36289
20:14:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.478489 25698 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.168.129:36289 every 8 connection(s)
20:14:14.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.479784 25560 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/data/info.pb
20:14:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.482630 25250 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu as pid 25560
20:14:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.482857 25250 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-0/wal/instance
20:14:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.487408 25699 heartbeater.cc:347] Connected to a master server at 127.24.168.188:33927
20:14:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.487600 25699 heartbeater.cc:464] Registering TS with master...
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.487988 25700 heartbeater.cc:347] Connected to a master server at 127.24.168.190:45789
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.488101 25700 heartbeater.cc:464] Registering TS with master...
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.488090 25250 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/logs
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data/info.pb
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.130:0
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.168.130
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.130
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:14:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.488896 25700 heartbeater.cc:511] Master 127.24.168.190:45789 requested a full tablet report, sending...
20:14:14.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.490773 25292 ts_manager.cc:194] Registered new tserver with Master: 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289)
20:14:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.492035 25701 heartbeater.cc:347] Connected to a master server at 127.24.168.189:46621
20:14:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.492185 25701 heartbeater.cc:464] Registering TS with master...
20:14:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.492456 25699 heartbeater.cc:511] Master 127.24.168.188:33927 requested a full tablet report, sending...
20:14:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.492653 25701 heartbeater.cc:511] Master 127.24.168.189:46621 requested a full tablet report, sending...
20:14:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.493958 25454 ts_manager.cc:194] Registered new tserver with Master: 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289)
20:14:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.494503 25373 ts_manager.cc:194] Registered new tserver with Master: 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289)
20:14:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.495576 25454 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.168.129:56821
20:14:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.783879 25536 catalog_manager.cc:1259] Loaded cluster ID: cb825b55bbe046499c2bbd17f2fbbcdf
20:14:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.783955 25536 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: loading cluster ID for follower catalog manager: success
20:14:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.785296 25704 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:14:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.785516 25704 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:14:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.785653 25704 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:14:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.786053 25536 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: acquiring CA information for follower catalog manager: success
20:14:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.787464 25536 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:14:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.792320 25704 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:14:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.792500 25704 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:14:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.792574 25704 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:14:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.792649 25704 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:14:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.792768 25704 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.168.130
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.800390 25704 tablet_server_runner.cc:78] Tablet server non-default flags:
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.130:0
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data/info.pb
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.130
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.168.130
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/logs
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision b72fc6255a77418ef87fc5f07476528b027c6f99
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 19:43:22 UTC on efd1337a2aa3
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 183
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:14:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.801563 25704 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:14:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.803054 25704 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:14:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.813817 25709 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.814028 25710 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:14.814653 25712 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.815290 25704 server_base.cc:1034] running on GCE node
20:14:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.815769 25704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:14:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.816474 25704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:14:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.817682 25704 hybrid_clock.cc:648] HybridClock initialized: now 1715112854817633 us; error 36 us; skew 500 ppm
20:14:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.817984 25704 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:14:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.819975 25704 webserver.cc:460] Webserver started at http://127.24.168.130:39149/ using document root <none> and password file <none>
20:14:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.820602 25704 fs_manager.cc:359] Metadata directory not provided
20:14:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.820729 25704 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:14:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.821022 25704 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:14:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.823417 25704 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data/instance:
20:14:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b498e1b3518a48779f32891ebcb9fc2e"
20:14:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:14 on dist-test-slave-9zwl"
20:14:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.824123 25704 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal/instance:
20:14:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b498e1b3518a48779f32891ebcb9fc2e"
20:14:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:14 on dist-test-slave-9zwl"
20:14:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.828181 25704 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.000s sys 0.003s
20:14:14.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.831013 25718 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.832115 25704 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.832253 25704 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data,/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b498e1b3518a48779f32891ebcb9fc2e"
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:14 on dist-test-slave-9zwl"
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.832471 25704 fs_report.cc:383] FS layout report
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data/data
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:14:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:14:14.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.852221 25704 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:14:14.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.853021 25704 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:14:14.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.853276 25704 kserver.cc:163] Server-wide thread pool size limit: 3276
20:14:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.856415 25704 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:14:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.856519 25704 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:14:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.856634 25704 ts_tablet_manager.cc:610] Registered 0 tablets
20:14:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.856696 25704 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:14:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.894133 25557 catalog_manager.cc:1259] Loaded cluster ID: cb825b55bbe046499c2bbd17f2fbbcdf
20:14:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.894428 25557 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: loading cluster ID for follower catalog manager: success
20:14:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.897991 25557 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: acquiring CA information for follower catalog manager: success
20:14:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.899526 25557 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:14:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.928452 25704 rpc_server.cc:307] RPC server started. Bound to: 127.24.168.130:40609
20:14:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.928476 25840 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.168.130:40609 every 8 connection(s)
20:14:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.929811 25704 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/data/info.pb
20:14:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.934331 25250 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu as pid 25704
20:14:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.934496 25250 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-1/wal/instance
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.940927 25250 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/logs
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data/info.pb
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.131:0
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.168.131
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.131
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.942945 25841 heartbeater.cc:347] Connected to a master server at 127.24.168.188:33927
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.943151 25841 heartbeater.cc:464] Registering TS with master...
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.943972 25841 heartbeater.cc:511] Master 127.24.168.188:33927 requested a full tablet report, sending...
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.945223 25454 ts_manager.cc:194] Registered new tserver with Master: b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.946089 25454 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.168.130:37567
20:14:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.949041 25843 heartbeater.cc:347] Connected to a master server at 127.24.168.189:46621
20:14:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.949162 25843 heartbeater.cc:464] Registering TS with master...
20:14:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.949455 25843 heartbeater.cc:511] Master 127.24.168.189:46621 requested a full tablet report, sending...
20:14:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.950440 25373 ts_manager.cc:194] Registered new tserver with Master: b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.954723 25842 heartbeater.cc:347] Connected to a master server at 127.24.168.190:45789
20:14:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.954860 25842 heartbeater.cc:464] Registering TS with master...
20:14:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.955127 25842 heartbeater.cc:511] Master 127.24.168.190:45789 requested a full tablet report, sending...
20:14:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:14.956259 25292 ts_manager.cc:194] Registered new tserver with Master: b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.244210 25846 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:14:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.244491 25846 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:14:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.244628 25846 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:14:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.251902 25846 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:14:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.252064 25846 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:14:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.252126 25846 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:14:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.252192 25846 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:14:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.252276 25846 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.168.131
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.261364 25846 tablet_server_runner.cc:78] Tablet server non-default flags:
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.168.148:38385
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.168.131:0
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data/info.pb
20:14:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.168.131
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.168.131
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/logs
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision b72fc6255a77418ef87fc5f07476528b027c6f99
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 19:43:22 UTC on efd1337a2aa3
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 183
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:14:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.262761 25846 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:14:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.264395 25846 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:14:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.275534 25852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.276087 25853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.276713 25855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:14:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.276924 25846 server_base.cc:1034] running on GCE node
20:14:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.277383 25846 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:14:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.278128 25846 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:14:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.279325 25846 hybrid_clock.cc:648] HybridClock initialized: now 1715112855279280 us; error 35 us; skew 500 ppm
20:14:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.279560 25846 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:14:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.281559 25846 webserver.cc:460] Webserver started at http://127.24.168.131:39687/ using document root <none> and password file <none>
20:14:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.282137 25846 fs_manager.cc:359] Metadata directory not provided
20:14:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.282266 25846 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:14:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.282539 25846 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:14:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.284925 25846 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data/instance:
20:14:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3733cd1116b847d0bd923a9badccde1f"
20:14:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:15 on dist-test-slave-9zwl"
20:14:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.285571 25846 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal/instance:
20:14:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3733cd1116b847d0bd923a9badccde1f"
20:14:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:15 on dist-test-slave-9zwl"
20:14:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.290136 25846 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
20:14:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.293148 25861 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.294312 25846 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.294430 25846 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data,/tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3733cd1116b847d0bd923a9badccde1f"
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 20:14:15 on dist-test-slave-9zwl"
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.294574 25846 fs_report.cc:383] FS layout report
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data/data
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:14:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:14:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.320688 25846 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:14:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.321353 25846 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:14:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.321563 25846 kserver.cc:163] Server-wide thread pool size limit: 3276
20:14:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.324198 25846 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:14:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.324285 25846 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:14:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.324402 25846 ts_tablet_manager.cc:610] Registered 0 tablets
20:14:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.324473 25846 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:14:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.380715 25846 rpc_server.cc:307] RPC server started. Bound to: 127.24.168.131:44257
20:14:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.380772 25982 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.168.131:44257 every 8 connection(s)
20:14:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.381978 25846 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/data/info.pb
20:14:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.385212 25984 heartbeater.cc:347] Connected to a master server at 127.24.168.190:45789
20:14:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.385469 25984 heartbeater.cc:464] Registering TS with master...
20:14:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.386282 25984 heartbeater.cc:511] Master 127.24.168.190:45789 requested a full tablet report, sending...
20:14:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.387836 25292 ts_manager.cc:194] Registered new tserver with Master: 3733cd1116b847d0bd923a9badccde1f (127.24.168.131:44257)
20:14:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.389468 25250 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu as pid 25846
20:14:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.389634 25250 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNcAPOT/test-tmp/mini-kudu-cluster6636133635453774541/ts-2/wal/instance
20:14:15.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.390666 25983 heartbeater.cc:347] Connected to a master server at 127.24.168.188:33927
20:14:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.390974 25983 heartbeater.cc:464] Registering TS with master...
20:14:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.391284 25985 heartbeater.cc:347] Connected to a master server at 127.24.168.189:46621
20:14:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.391412 25985 heartbeater.cc:464] Registering TS with master...
20:14:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.391470 25983 heartbeater.cc:511] Master 127.24.168.188:33927 requested a full tablet report, sending...
20:14:15.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.391896 25985 heartbeater.cc:511] Master 127.24.168.189:46621 requested a full tablet report, sending...
20:14:15.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.392491 25454 ts_manager.cc:194] Registered new tserver with Master: 3733cd1116b847d0bd923a9badccde1f (127.24.168.131:44257)
20:14:15.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.393030 25373 ts_manager.cc:194] Registered new tserver with Master: 3733cd1116b847d0bd923a9badccde1f (127.24.168.131:44257)
20:14:15.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.393534 25454 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.168.131:48551
20:14:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.397261 25250 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:14:15.399 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:14:15.399 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:14:15.399 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.168.190"
port: 45789
}
bound_http_address {
host: "127.24.168.190"
port: 38031
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.168.189"
port: 46621
}
bound_http_address {
host: "127.24.168.189"
port: 34545
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.168.188"
port: 33927
}
bound_http_address {
host: "127.24.168.188"
port: 34007
}
}
}
20:14:15.400 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:14:15.400 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.168.129"
port: 36289
}
bound_http_address {
host: "127.24.168.129"
port: 44351
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.168.130"
port: 40609
}
bound_http_address {
host: "127.24.168.130"
port: 39149
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.168.131"
port: 44257
}
bound_http_address {
host: "127.24.168.131"
port: 39687
}
}
}
20:14:15.400 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:14:15.402 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:14:15.403 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.168.190:45789(127.24.168.190:45789)] connecting to peer
20:14:15.404 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:15.405 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:15.406 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.168.190:45789(127.24.168.190:45789)] Successfully connected to peer
20:14:15.406 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.168.189:46621(127.24.168.189:46621)] Successfully connected to peer
20:14:15.408 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.168.188:33927(127.24.168.188:33927)] Successfully connected to peer
20:14:15.408 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.168.189
20:14:15.409 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.168.190
20:14:15.415 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.168.188
20:14:15.421 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf3a7c926, L:/127.0.0.1:51030 - R:/127.24.168.189:46621] using SASL/PLAIN
20:14:15.428 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9d5cbfe0, L:/127.0.0.1:39478 - R:/127.24.168.190:45789] using SASL/PLAIN
20:14:15.428 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd063a575, L:/127.0.0.1:59706 - R:/127.24.168.188:33927] using SASL/PLAIN
20:14:15.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:14:15.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [19ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: OK, deferred=null) after lookup
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.432410 25453 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59706:
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.434250 25453 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:14:15.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3825a0d7e90341b49f9b3d55c22da659
20:14:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.497500 25699 heartbeater.cc:503] Master 127.24.168.188:33927 was elected leader, sending a full tablet report...
20:14:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.498221 25634 tablet_service.cc:1467] Processing CreateTablet for tablet e9ecf85f98004930bfc426eee7485756 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:14:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.499783 25634 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e9ecf85f98004930bfc426eee7485756. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.501247 25633 tablet_service.cc:1467] Processing CreateTablet for tablet e1ad37979a03407dbb7e9d9d08b08b24 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:14:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.501914 25633 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e1ad37979a03407dbb7e9d9d08b08b24. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.506322 25775 tablet_service.cc:1467] Processing CreateTablet for tablet e1ad37979a03407dbb7e9d9d08b08b24 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:14:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.508059 25776 tablet_service.cc:1467] Processing CreateTablet for tablet e9ecf85f98004930bfc426eee7485756 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:14:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.507649 25775 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e1ad37979a03407dbb7e9d9d08b08b24. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.509264 25776 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e9ecf85f98004930bfc426eee7485756. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.527213 26008 tablet_bootstrap.cc:492] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: Bootstrap starting.
20:14:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.527364 26007 tablet_bootstrap.cc:492] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e: Bootstrap starting.
20:14:15.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.530517 26008 tablet_bootstrap.cc:654] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: Neither blocks nor log segments found. Creating new log.
20:14:15.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.530622 26007 tablet_bootstrap.cc:654] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e: Neither blocks nor log segments found. Creating new log.
20:14:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.530748 25917 tablet_service.cc:1467] Processing CreateTablet for tablet e1ad37979a03407dbb7e9d9d08b08b24 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:14:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.530773 25918 tablet_service.cc:1467] Processing CreateTablet for tablet e9ecf85f98004930bfc426eee7485756 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:14:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.531886 26008 log.cc:824] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: Log is configured to *not* fsync() on all Append() calls
20:14:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.532021 26007 log.cc:824] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e: Log is configured to *not* fsync() on all Append() calls
20:14:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.532317 25918 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e9ecf85f98004930bfc426eee7485756. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.532884 25917 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e1ad37979a03407dbb7e9d9d08b08b24. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.536695 26008 tablet_bootstrap.cc:492] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: No bootstrap required, opened a new log
20:14:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.536960 26008 ts_tablet_manager.cc:1397] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
20:14:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.537079 26007 tablet_bootstrap.cc:492] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e: No bootstrap required, opened a new log
20:14:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.537407 26007 ts_tablet_manager.cc:1397] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e: Time spent bootstrapping tablet: real 0.010s user 0.010s sys 0.000s
20:14:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.543839 26008 raft_consensus.cc:348] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.545568 26008 raft_consensus.cc:374] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.545743 26008 raft_consensus.cc:729] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 007c83a9b62747d29d4d9e846e22ebd5, State: Initialized, Role: FOLLOWER
20:14:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.546494 26008 consensus_queue.cc:260] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.544607 26007 raft_consensus.cc:348] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.556026 26008 ts_tablet_manager.cc:1428] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: Time spent starting tablet: real 0.019s user 0.009s sys 0.005s
20:14:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.556066 26007 raft_consensus.cc:374] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.556180 26007 raft_consensus.cc:729] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b498e1b3518a48779f32891ebcb9fc2e, State: Initialized, Role: FOLLOWER
20:14:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.558338 26007 consensus_queue.cc:260] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.558813 26008 tablet_bootstrap.cc:492] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5: Bootstrap starting.
20:14:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.559729 25841 heartbeater.cc:503] Master 127.24.168.188:33927 was elected leader, sending a full tablet report...
20:14:15.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.560439 26007 ts_tablet_manager.cc:1428] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e: Time spent starting tablet: real 0.023s user 0.006s sys 0.004s
20:14:15.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.560608 26008 tablet_bootstrap.cc:654] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5: Neither blocks nor log segments found. Creating new log.
20:14:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.563360 26008 tablet_bootstrap.cc:492] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5: No bootstrap required, opened a new log
20:14:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.563509 26008 ts_tablet_manager.cc:1397] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.003s
20:14:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.564680 26008 raft_consensus.cc:348] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.565035 26008 raft_consensus.cc:374] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.565533 26008 raft_consensus.cc:729] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 007c83a9b62747d29d4d9e846e22ebd5, State: Initialized, Role: FOLLOWER
20:14:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.565951 26008 consensus_queue.cc:260] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.566768 26008 ts_tablet_manager.cc:1428] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
20:14:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.568909 26007 tablet_bootstrap.cc:492] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e: Bootstrap starting.
20:14:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.572393 26007 tablet_bootstrap.cc:654] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e: Neither blocks nor log segments found. Creating new log.
20:14:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.573549 26012 tablet_bootstrap.cc:492] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f: Bootstrap starting.
20:14:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.574105 26007 tablet_bootstrap.cc:492] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e: No bootstrap required, opened a new log
20:14:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.574209 26007 ts_tablet_manager.cc:1397] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.002s
20:14:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.574695 26007 raft_consensus.cc:348] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.574836 26007 raft_consensus.cc:374] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.574891 26007 raft_consensus.cc:729] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b498e1b3518a48779f32891ebcb9fc2e, State: Initialized, Role: FOLLOWER
20:14:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.575074 26007 consensus_queue.cc:260] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.576414 26012 tablet_bootstrap.cc:654] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f: Neither blocks nor log segments found. Creating new log.
20:14:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.576983 26007 ts_tablet_manager.cc:1428] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
20:14:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.577549 26012 log.cc:824] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f: Log is configured to *not* fsync() on all Append() calls
20:14:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.580610 26012 tablet_bootstrap.cc:492] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f: No bootstrap required, opened a new log
20:14:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.580785 26012 ts_tablet_manager.cc:1397] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s
20:14:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.586087 26012 raft_consensus.cc:348] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.586380 26012 raft_consensus.cc:374] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.586438 26012 raft_consensus.cc:729] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3733cd1116b847d0bd923a9badccde1f, State: Initialized, Role: FOLLOWER
20:14:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.587108 26012 consensus_queue.cc:260] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.587373 26017 raft_consensus.cc:482] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:14:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.587591 26017 raft_consensus.cc:504] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.588130 25983 heartbeater.cc:503] Master 127.24.168.188:33927 was elected leader, sending a full tablet report...
20:14:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.588649 26012 ts_tablet_manager.cc:1428] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f: Time spent starting tablet: real 0.008s user 0.008s sys 0.000s
20:14:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.593257 26012 tablet_bootstrap.cc:492] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f: Bootstrap starting.
20:14:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.593596 26017 leader_election.cc:288] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289), b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.594631 26012 tablet_bootstrap.cc:654] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f: Neither blocks nor log segments found. Creating new log.
20:14:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.596457 26012 tablet_bootstrap.cc:492] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f: No bootstrap required, opened a new log
20:14:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.596583 26012 ts_tablet_manager.cc:1397] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f: Time spent bootstrapping tablet: real 0.003s user 0.003s sys 0.000s
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.596890 25654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e9ecf85f98004930bfc426eee7485756" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "007c83a9b62747d29d4d9e846e22ebd5" is_pre_election: true
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597151 26012 raft_consensus.cc:348] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597319 26012 raft_consensus.cc:374] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597204 25796 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e9ecf85f98004930bfc426eee7485756" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b498e1b3518a48779f32891ebcb9fc2e" is_pre_election: true
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597357 25654 raft_consensus.cc:2454] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 0.
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597404 26012 raft_consensus.cc:729] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3733cd1116b847d0bd923a9badccde1f, State: Initialized, Role: FOLLOWER
20:14:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597613 25796 raft_consensus.cc:2454] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 0.
20:14:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597698 26012 consensus_queue.cc:260] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.597892 25865 leader_election.cc:302] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 007c83a9b62747d29d4d9e846e22ebd5, 3733cd1116b847d0bd923a9badccde1f; no voters:
20:14:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.598217 26017 raft_consensus.cc:2781] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:14:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.598359 26017 raft_consensus.cc:482] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:14:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.598449 26017 raft_consensus.cc:3037] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Advancing to term 1
20:14:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.598881 26012 ts_tablet_manager.cc:1428] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:14:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.601091 26017 raft_consensus.cc:504] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.601838 26017 leader_election.cc:288] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 election: Requested vote from peers 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289), b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.601929 25654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e9ecf85f98004930bfc426eee7485756" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "007c83a9b62747d29d4d9e846e22ebd5"
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.602056 25796 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e9ecf85f98004930bfc426eee7485756" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b498e1b3518a48779f32891ebcb9fc2e"
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.602093 25654 raft_consensus.cc:3037] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Advancing to term 1
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.602180 25796 raft_consensus.cc:3037] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Advancing to term 1
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.604386 25654 raft_consensus.cc:2454] T e9ecf85f98004930bfc426eee7485756 P 007c83a9b62747d29d4d9e846e22ebd5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 1.
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.604503 25796 raft_consensus.cc:2454] T e9ecf85f98004930bfc426eee7485756 P b498e1b3518a48779f32891ebcb9fc2e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 1.
20:14:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.604717 25865 leader_election.cc:302] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 007c83a9b62747d29d4d9e846e22ebd5, 3733cd1116b847d0bd923a9badccde1f; no voters:
20:14:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.604982 26017 raft_consensus.cc:2781] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 1 FOLLOWER]: Leader election won for term 1
20:14:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.605111 26017 raft_consensus.cc:686] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [term 1 LEADER]: Becoming Leader. State: Replica: 3733cd1116b847d0bd923a9badccde1f, State: Running, Role: LEADER
20:14:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.605537 26017 consensus_queue.cc:237] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } }
20:14:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.609651 25454 catalog_manager.cc:5484] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f reported cstate change: term changed from 0 to 1, leader changed from <none> to 3733cd1116b847d0bd923a9badccde1f (127.24.168.131). New cstate: current_term: 1 leader_uuid: "3733cd1116b847d0bd923a9badccde1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } health_report { overall_health: UNKNOWN } } }
20:14:15.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.634522 25986 tablet.cc:2369] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:14:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.689863 25844 tablet.cc:2369] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:14:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.693290 26017 raft_consensus.cc:482] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:14:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.693535 26017 raft_consensus.cc:504] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.694175 26017 leader_election.cc:288] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289), b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.694623 25796 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e1ad37979a03407dbb7e9d9d08b08b24" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b498e1b3518a48779f32891ebcb9fc2e" is_pre_election: true
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.694635 25654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e1ad37979a03407dbb7e9d9d08b08b24" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "007c83a9b62747d29d4d9e846e22ebd5" is_pre_election: true
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.694835 25796 raft_consensus.cc:2454] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 0.
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.694861 25654 raft_consensus.cc:2454] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 0.
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.695235 25864 leader_election.cc:302] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3733cd1116b847d0bd923a9badccde1f, b498e1b3518a48779f32891ebcb9fc2e; no voters:
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.695515 26017 raft_consensus.cc:2781] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.695605 26017 raft_consensus.cc:482] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:14:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.695695 26017 raft_consensus.cc:3037] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Advancing to term 1
20:14:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.697382 26017 raft_consensus.cc:504] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.697888 26017 leader_election.cc:288] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 election: Requested vote from peers 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289), b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609)
20:14:15.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.698215 25654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e1ad37979a03407dbb7e9d9d08b08b24" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "007c83a9b62747d29d4d9e846e22ebd5"
20:14:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.698275 25796 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e1ad37979a03407dbb7e9d9d08b08b24" candidate_uuid: "3733cd1116b847d0bd923a9badccde1f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b498e1b3518a48779f32891ebcb9fc2e"
20:14:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.698421 25654 raft_consensus.cc:3037] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Advancing to term 1
20:14:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.698494 25796 raft_consensus.cc:3037] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Advancing to term 1
20:14:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.701252 25654 raft_consensus.cc:2454] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 1.
20:14:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.701252 25796 raft_consensus.cc:2454] T e1ad37979a03407dbb7e9d9d08b08b24 P b498e1b3518a48779f32891ebcb9fc2e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3733cd1116b847d0bd923a9badccde1f in term 1.
20:14:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.701609 25865 leader_election.cc:302] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 007c83a9b62747d29d4d9e846e22ebd5, 3733cd1116b847d0bd923a9badccde1f; no voters:
20:14:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.701925 26017 raft_consensus.cc:2781] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 1 FOLLOWER]: Leader election won for term 1
20:14:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.702069 26017 raft_consensus.cc:686] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [term 1 LEADER]: Becoming Leader. State: Replica: 3733cd1116b847d0bd923a9badccde1f, State: Running, Role: LEADER
20:14:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.702329 26017 consensus_queue.cc:237] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.705111 25454 catalog_manager.cc:5484] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f reported cstate change: term changed from 0 to 1, leader changed from <none> to 3733cd1116b847d0bd923a9badccde1f (127.24.168.131). New cstate: current_term: 1 leader_uuid: "3733cd1116b847d0bd923a9badccde1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } health_report { overall_health: HEALTHY } } }
20:14:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.735921 25702 tablet.cc:2369] T e1ad37979a03407dbb7e9d9d08b08b24 P 007c83a9b62747d29d4d9e846e22ebd5: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:14:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.841545 25454 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59714:
20:14:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:14:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:15.842506 25454 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:14:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.851982 25633 tablet_service.cc:1467] Processing CreateTablet for tablet 372e9e341a674c4dbb39566ecd8ae37c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=17f031c9325d44148fcb426ded856db8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:14:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.852986 25633 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 372e9e341a674c4dbb39566ecd8ae37c. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.852697 25918 tablet_service.cc:1467] Processing CreateTablet for tablet 372e9e341a674c4dbb39566ecd8ae37c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=17f031c9325d44148fcb426ded856db8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:14:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.853591 25918 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 372e9e341a674c4dbb39566ecd8ae37c. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.856143 25776 tablet_service.cc:1467] Processing CreateTablet for tablet 372e9e341a674c4dbb39566ecd8ae37c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=17f031c9325d44148fcb426ded856db8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:14:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.856799 25776 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 372e9e341a674c4dbb39566ecd8ae37c. 1 dirs total, 0 dirs full, 0 dirs failed
20:14:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.859860 26012 tablet_bootstrap.cc:492] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: Bootstrap starting.
20:14:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.861156 26012 tablet_bootstrap.cc:654] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: Neither blocks nor log segments found. Creating new log.
20:14:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.861821 26008 tablet_bootstrap.cc:492] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: Bootstrap starting.
20:14:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.862754 26007 tablet_bootstrap.cc:492] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: Bootstrap starting.
20:14:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.863140 26008 tablet_bootstrap.cc:654] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: Neither blocks nor log segments found. Creating new log.
20:14:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.864439 26007 tablet_bootstrap.cc:654] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: Neither blocks nor log segments found. Creating new log.
20:14:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.864904 26008 tablet_bootstrap.cc:492] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: No bootstrap required, opened a new log
20:14:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.865037 26008 ts_tablet_manager.cc:1397] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.865700 26008 raft_consensus.cc:348] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.865865 26008 raft_consensus.cc:374] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.865906 26008 raft_consensus.cc:729] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 007c83a9b62747d29d4d9e846e22ebd5, State: Initialized, Role: FOLLOWER
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866030 26012 tablet_bootstrap.cc:492] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: No bootstrap required, opened a new log
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866142 26007 tablet_bootstrap.cc:492] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: No bootstrap required, opened a new log
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866103 26008 consensus_queue.cc:260] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866168 26012 ts_tablet_manager.cc:1397] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866271 26007 ts_tablet_manager.cc:1397] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866467 26011 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866762 26011 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866791 26012 raft_consensus.cc:348] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866861 26007 raft_consensus.cc:348] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.866986 26012 raft_consensus.cc:374] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867046 26012 raft_consensus.cc:729] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3733cd1116b847d0bd923a9badccde1f, State: Initialized, Role: FOLLOWER
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867067 26007 raft_consensus.cc:374] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867290 26012 consensus_queue.cc:260] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867826 26012 ts_tablet_manager.cc:1428] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867746 26017 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867972 26017 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.868187 26008 ts_tablet_manager.cc:1428] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
20:14:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.867130 26007 raft_consensus.cc:729] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b498e1b3518a48779f32891ebcb9fc2e, State: Initialized, Role: FOLLOWER
20:14:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.872632 26007 consensus_queue.cc:260] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.873086 26013 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.873486 26013 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:15.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.874812 26007 ts_tablet_manager.cc:1428] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: Time spent starting tablet: real 0.008s user 0.002s sys 0.000s
20:14:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.986640 26017 consensus_queue.cc:1035] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:15.993472 26017 consensus_queue.cc:1035] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.046875 26013 raft_consensus.cc:482] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:14:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.047036 26013 raft_consensus.cc:504] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.048382 26013 leader_election.cc:288] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289), 3733cd1116b847d0bd923a9badccde1f (127.24.168.131:44257)
20:14:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.054744 25654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "372e9e341a674c4dbb39566ecd8ae37c" candidate_uuid: "b498e1b3518a48779f32891ebcb9fc2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "007c83a9b62747d29d4d9e846e22ebd5" is_pre_election: true
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.054921 25654 raft_consensus.cc:2454] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b498e1b3518a48779f32891ebcb9fc2e in term 0.
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.055357 25722 leader_election.cc:302] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 007c83a9b62747d29d4d9e846e22ebd5, b498e1b3518a48779f32891ebcb9fc2e; no voters:
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.055459 25938 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "372e9e341a674c4dbb39566ecd8ae37c" candidate_uuid: "b498e1b3518a48779f32891ebcb9fc2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3733cd1116b847d0bd923a9badccde1f" is_pre_election: true
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.055671 26013 raft_consensus.cc:2781] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.055789 26013 raft_consensus.cc:482] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.055851 26013 raft_consensus.cc:3037] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 0 FOLLOWER]: Advancing to term 1
20:14:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.055842 25938 raft_consensus.cc:2454] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b498e1b3518a48779f32891ebcb9fc2e in term 0.
20:14:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.057871 26013 raft_consensus.cc:504] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.058373 26013 leader_election.cc:288] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [CANDIDATE]: Term 1 election: Requested vote from peers 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289), 3733cd1116b847d0bd923a9badccde1f (127.24.168.131:44257)
20:14:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.058674 25654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "372e9e341a674c4dbb39566ecd8ae37c" candidate_uuid: "b498e1b3518a48779f32891ebcb9fc2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "007c83a9b62747d29d4d9e846e22ebd5"
20:14:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.058791 25938 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "372e9e341a674c4dbb39566ecd8ae37c" candidate_uuid: "b498e1b3518a48779f32891ebcb9fc2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3733cd1116b847d0bd923a9badccde1f"
20:14:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.058820 25654 raft_consensus.cc:3037] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 0 FOLLOWER]: Advancing to term 1
20:14:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.058933 25938 raft_consensus.cc:3037] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 0 FOLLOWER]: Advancing to term 1
20:14:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.060622 25654 raft_consensus.cc:2454] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b498e1b3518a48779f32891ebcb9fc2e in term 1.
20:14:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.060815 25938 raft_consensus.cc:2454] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b498e1b3518a48779f32891ebcb9fc2e in term 1.
20:14:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.060974 25722 leader_election.cc:302] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 007c83a9b62747d29d4d9e846e22ebd5, b498e1b3518a48779f32891ebcb9fc2e; no voters:
20:14:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.061223 26013 raft_consensus.cc:2781] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 1 FOLLOWER]: Leader election won for term 1
20:14:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.061565 26013 raft_consensus.cc:686] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [term 1 LEADER]: Becoming Leader. State: Replica: b498e1b3518a48779f32891ebcb9fc2e, State: Running, Role: LEADER
20:14:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.062047 26013 consensus_queue.cc:237] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } }
20:14:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.063777 26042 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: TxnStatusTablet state changed. Reason: New leader b498e1b3518a48779f32891ebcb9fc2e. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.064119 26042 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: This TxnStatusTablet replica's current role is: LEADER
20:14:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.065533 25454 catalog_manager.cc:5484] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e reported cstate change: term changed from 0 to 1, leader changed from <none> to b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130). New cstate: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } health_report { overall_health: UNKNOWN } } }
20:14:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.067102 26044 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
20:14:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.067373 26044 txn_status_manager.cc:929] Loading transaction status metadata into memory...
20:14:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.092640 26017 consensus_queue.cc:1035] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.117347 26018 consensus_queue.cc:1035] T e1ad37979a03407dbb7e9d9d08b08b24 P 3733cd1116b847d0bd923a9badccde1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.145670 25654 raft_consensus.cc:1261] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5 [term 1 FOLLOWER]: Refusing update from remote peer b498e1b3518a48779f32891ebcb9fc2e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:14:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.146059 25938 raft_consensus.cc:1261] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f [term 1 FOLLOWER]: Refusing update from remote peer b498e1b3518a48779f32891ebcb9fc2e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:14:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.146509 26042 consensus_queue.cc:1035] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.146870 26013 consensus_queue.cc:1035] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:14:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.165683 26018 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: TxnStatusTablet state changed. Reason: New leader b498e1b3518a48779f32891ebcb9fc2e. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.165987 26018 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.173391 26036 mvcc.cc:205] Tried to move back new op lower bound from 7025102258765127680 to 7025102258433781760. Current Snapshot: MvccSnapshot[applied={T|T < 7025102258765127680}]
20:14:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.174225 26035 mvcc.cc:205] Tried to move back new op lower bound from 7025102258765127680 to 7025102258433781760. Current Snapshot: MvccSnapshot[applied={T|T < 7025102258765127680}]
20:14:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.176321 26013 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.176577 26013 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: This TxnStatusTablet replica's current role is: LEADER
20:14:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.181550 26011 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: TxnStatusTablet state changed. Reason: New leader b498e1b3518a48779f32891ebcb9fc2e. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.181816 26011 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.186980 26018 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.187242 26018 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P 3733cd1116b847d0bd923a9badccde1f: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.189471 26038 mvcc.cc:205] Tried to move back new op lower bound from 7025102258765127680 to 7025102258433781760. Current Snapshot: MvccSnapshot[applied={T|T < 7025102258765127680}]
20:14:16.192 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:14:16.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3825a0d7e90341b49f9b3d55c22da659
20:14:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.197136 26042 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.197371 26042 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P b498e1b3518a48779f32891ebcb9fc2e: This TxnStatusTablet replica's current role is: LEADER
20:14:16.197 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.168.188:33927
20:14:16.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:14:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.198884 25250 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu pid 25420
20:14:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.200295 25494 generic_service.cc:196] Checking for leaks (request via RPC)
20:14:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.207728 26011 tablet_replica.cc:439] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b498e1b3518a48779f32891ebcb9fc2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "007c83a9b62747d29d4d9e846e22ebd5" member_type: VOTER last_known_addr { host: "127.24.168.129" port: 36289 } } peers { permanent_uuid: "b498e1b3518a48779f32891ebcb9fc2e" member_type: VOTER last_known_addr { host: "127.24.168.130" port: 40609 } } peers { permanent_uuid: "3733cd1116b847d0bd923a9badccde1f" member_type: VOTER last_known_addr { host: "127.24.168.131" port: 44257 } } }
20:14:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.207927 26011 tablet_replica.cc:442] T 372e9e341a674c4dbb39566ecd8ae37c P 007c83a9b62747d29d4d9e846e22ebd5: This TxnStatusTablet replica's current role is: FOLLOWER
20:14:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.413864 25250 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu with pid 25420
20:14:16.441 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.168.188:33927(127.24.168.188:33927)] handling channelInactive
20:14:16.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state READY due to: connection closed
20:14:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.441449 25360 connection.cc:535] server connection from 127.0.0.1:51016 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:14:16.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:14:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.442776 25276 connection.cc:535] server connection from 127.0.0.1:39468 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:14:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.529260 25983 heartbeater.cc:644] Failed to heartbeat to 127.24.168.188:33927 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:16.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.705 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.24.168.188:33927(127.24.168.188:33927) for tablet Kudu Master: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.714500 26058 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Starting pre-election (detected failure of leader df8ed1750d5a4e8b83a4acda0904ba2c)
20:14:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.714673 26058 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.715417 26059 raft_consensus.cc:482] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader df8ed1750d5a4e8b83a4acda0904ba2c)
20:14:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.715567 26059 raft_consensus.cc:504] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.716478 25383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "16604aab67b64a2fb9cece5163fad8cd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "bc89a4f2572a402a978198f719409818" is_pre_election: true
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.716681 25383 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 16604aab67b64a2fb9cece5163fad8cd in term 1.
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.716780 26059 leader_election.cc:288] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 16604aab67b64a2fb9cece5163fad8cd (127.24.168.190:45789), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.716562 26058 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.717154 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd, bc89a4f2572a402a978198f719409818; no voters:
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.717515 25301 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc89a4f2572a402a978198f719409818" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "16604aab67b64a2fb9cece5163fad8cd" is_pre_election: true
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.717694 26058 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Leader pre-election won for term 2
20:14:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.717800 25301 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc89a4f2572a402a978198f719409818 in term 1.
20:14:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.718077 26058 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Starting leader election (detected failure of leader df8ed1750d5a4e8b83a4acda0904ba2c)
20:14:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.718313 26058 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 1 FOLLOWER]: Advancing to term 2
20:14:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.718407 25360 leader_election.cc:302] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd, bc89a4f2572a402a978198f719409818; no voters:
20:14:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.718813 26059 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:14:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.719007 26059 raft_consensus.cc:482] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Starting leader election (detected failure of leader df8ed1750d5a4e8b83a4acda0904ba2c)
20:14:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.719151 25358 leader_election.cc:334] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.719183 26059 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 1 FOLLOWER]: Advancing to term 2
20:14:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.719767 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.721354 26058 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.722000 26058 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 2 election: Requested vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.721817 26059 raft_consensus.cc:504] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.722352 25383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "16604aab67b64a2fb9cece5163fad8cd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "bc89a4f2572a402a978198f719409818"
20:14:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.722604 25383 raft_consensus.cc:2379] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 16604aab67b64a2fb9cece5163fad8cd in current term 2: Already voted for candidate bc89a4f2572a402a978198f719409818 in this term.
20:14:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.723217 25301 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc89a4f2572a402a978198f719409818" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "16604aab67b64a2fb9cece5163fad8cd"
20:14:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.723475 25301 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate bc89a4f2572a402a978198f719409818 in current term 2: Already voted for candidate 16604aab67b64a2fb9cece5163fad8cd in this term.
20:14:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.723317 26059 leader_election.cc:288] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 2 election: Requested vote from peers 16604aab67b64a2fb9cece5163fad8cd (127.24.168.190:45789), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:16.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.723939 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.724087 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.724471 26058 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:14:16.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:16.725169 25358 leader_election.cc:334] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:16.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.725282 25358 leader_election.cc:302] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bc89a4f2572a402a978198f719409818; no voters: 16604aab67b64a2fb9cece5163fad8cd, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:16.725518 26059 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:14:16.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] sending RPC to server master-127.24.168.188:33927, [2ms] received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@751929628(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/255253488@799aa3f8 -> (continuation of Deferred@1684260562 after retry RPC after error@1000850967) -> (continuation of Deferred@454959382 after retry RPC after error@926405870) -> (continuation of Deferred@1301860748 after retry RPC after error@1217012054) -> (continuation of Deferred@586592192 after retry RPC after error@737124308) -> (continuation of Deferred@552611732 after retry RPC after error@963193421), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/851091760@2e761a0f -> (continuation of Deferred@1684260562 after retry RPC after error@1000850967) -> (continuation of Deferred@454959382 after retry RPC after error@926405870) -> (continuation of Deferred@1301860748 after retry RPC after error@1217012054) -> (continuation of Deferred@586592192 after retry RPC after error@737124308) -> (continuation of Deferred@552611732 after retry RPC after error@963193421)))
20:14:16.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] sending RPC to server master-127.24.168.188:33927, [2ms] received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@751929628(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/255253488@799aa3f8 -> (continuation of Deferred@1684260562 after retry RPC after error@1000850967) -> (continuation of Deferred@454959382 after retry RPC after error@926405870) -> (continuation of Deferred@1301860748 after retry RPC after error@1217012054) -> (continuation of Deferred@586592192 after retry RPC after error@737124308) -> (continuation of Deferred@552611732 after retry RPC after error@963193421), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/851091760@2e761a0f -> (continuation of Deferred@1684260562 after retry RPC after error@1000850967) -> (continuation of Deferred@454959382 after retry RPC after error@926405870) -> (continuation of Deferred@1301860748 after retry RPC after error@1217012054) -> (continuation of Deferred@586592192 after retry RPC after error@737124308) -> (continuation of Deferred@552611732 after retry RPC after error@963193421)))
20:14:16.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:16.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:16.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:16.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:17.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:17.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:17.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:17.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:17.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.031544 26059 raft_consensus.cc:482] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:14:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.031767 26059 raft_consensus.cc:504] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.032398 26059 leader_election.cc:288] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 16604aab67b64a2fb9cece5163fad8cd (127.24.168.190:45789), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.032827 25301 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc89a4f2572a402a978198f719409818" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "16604aab67b64a2fb9cece5163fad8cd" is_pre_election: true
20:14:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.033063 25301 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc89a4f2572a402a978198f719409818 in term 2.
20:14:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.033535 25360 leader_election.cc:302] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd, bc89a4f2572a402a978198f719409818; no voters:
20:14:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.033794 25358 leader_election.cc:334] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.033843 26059 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:14:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.033916 26059 raft_consensus.cc:482] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:14:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.033982 26059 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 2 FOLLOWER]: Advancing to term 3
20:14:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.035583 26059 raft_consensus.cc:504] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.036108 26059 leader_election.cc:288] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 3 election: Requested vote from peers 16604aab67b64a2fb9cece5163fad8cd (127.24.168.190:45789), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.036418 25301 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc89a4f2572a402a978198f719409818" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "16604aab67b64a2fb9cece5163fad8cd"
20:14:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.036581 25301 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 2 FOLLOWER]: Advancing to term 3
20:14:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.037289 25358 leader_election.cc:334] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.038414 25301 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc89a4f2572a402a978198f719409818 in term 3.
20:14:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.038699 25360 leader_election.cc:302] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd, bc89a4f2572a402a978198f719409818; no voters: df8ed1750d5a4e8b83a4acda0904ba2c
20:14:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.038910 26059 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 3 FOLLOWER]: Leader election won for term 3
20:14:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.039254 26059 raft_consensus.cc:686] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [term 3 LEADER]: Becoming Leader. State: Replica: bc89a4f2572a402a978198f719409818, State: Running, Role: LEADER
20:14:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.039614 26059 consensus_queue.cc:237] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.040906 26064 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bc89a4f2572a402a978198f719409818. Latest consensus state: current_term: 3 leader_uuid: "bc89a4f2572a402a978198f719409818" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.041131 26064 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: This master's current role is: LEADER
20:14:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.041657 26065 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:14:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.043850 26065 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=17f031c9325d44148fcb426ded856db8]
20:14:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.044320 26065 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659]
20:14:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.045753 26065 tablet_loader.cc:96] loaded metadata for tablet 372e9e341a674c4dbb39566ecd8ae37c (table kudu_system.kudu_transactions [id=17f031c9325d44148fcb426ded856db8])
20:14:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.046182 26065 tablet_loader.cc:96] loaded metadata for tablet e1ad37979a03407dbb7e9d9d08b08b24 (table txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659])
20:14:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.046525 26065 tablet_loader.cc:96] loaded metadata for tablet e9ecf85f98004930bfc426eee7485756 (table txn_manager_fallback_rolling [id=3825a0d7e90341b49f9b3d55c22da659])
20:14:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.046769 26065 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:14:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.047493 26065 catalog_manager.cc:1259] Loaded cluster ID: cb825b55bbe046499c2bbd17f2fbbcdf
20:14:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.047577 26065 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:14:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.048575 26065 catalog_manager.cc:1504] Loading token signing keys...
20:14:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.049319 26065 catalog_manager.cc:5868] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818: Loaded TSK: 0
20:14:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.050024 26065 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:14:17.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:17.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:17.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:17.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:17.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:14:17.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, deferred=Deferred@395889903(state=PENDING, result=null, callback=(continuation of Deferred@890781152 after retry RPC after error@681866736) -> (continuation of Deferred@143080265 after retry RPC after error@1504272642) -> (continuation of Deferred@757768426 after retry RPC after error@640310090) -> (continuation of Deferred@398881205 after retry RPC after error@91599678) -> (continuation of Deferred@2099281546 after retry RPC after error@161782383) -> (continuation of Deferred@759896375 after retry RPC after error@93303779) -> (continuation of Deferred@2074429942 after retry RPC after error@1451213583), errback=(continuation of Deferred@890781152 after retry RPC after error@681866736) -> (continuation of Deferred@143080265 after retry RPC after error@1504272642) -> (continuation of Deferred@757768426 after retry RPC after error@640310090) -> (continuation of Deferred@398881205 after retry RPC after error@91599678) -> (continuation of Deferred@2099281546 after retry RPC after error@161782383) -> (continuation of Deferred@759896375 after retry RPC after error@93303779) -> (continuation of Deferred@2074429942 after retry RPC after error@1451213583))) after lookup
20:14:17.124 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: OK, [245ms] sending RPC to server master-127.24.168.189:46621, deferred=Deferred@395889903(state=PENDING, result=null, callback=(continuation of Deferred@890781152 after retry RPC after error@681866736) -> (continuation of Deferred@143080265 after retry RPC after error@1504272642) -> (continuation of Deferred@757768426 after retry RPC after error@640310090) -> (continuation of Deferred@398881205 after retry RPC after error@91599678) -> (continuation of Deferred@2099281546 after retry RPC after error@161782383) -> (continuation of Deferred@759896375 after retry RPC after error@93303779) -> (continuation of Deferred@2074429942 after retry RPC after error@1451213583) -> (continuation of Deferred@1475898584 after retry RPC@819083537), errback=(continuation of Deferred@890781152 after retry RPC after error@681866736) -> (continuation of Deferred@143080265 after retry RPC after error@1504272642) -> (continuation of Deferred@757768426 after retry RPC after error@640310090) -> (continuation of Deferred@398881205 after retry RPC after error@91599678) -> (continuation of Deferred@2099281546 after retry RPC after error@161782383) -> (continuation of Deferred@759896375 after retry RPC after error@93303779) -> (continuation of Deferred@2074429942 after retry RPC after error@1451213583) -> (continuation of Deferred@1475898584 after retry RPC@819083537)))
20:14:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.128015 25403 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:51030 (request call id 15) took 19 ms (client timeout 6 ms). Trace:
20:14:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.128314 25403 rpcz_store.cc:269] 0507 20:14:17.108465 (+ 0us) service_pool.cc:168] Inserting onto call queue
20:14:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0507 20:14:17.108531 (+ 66us) service_pool.cc:225] Handling call
20:14:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0507 20:14:17.127910 (+ 19379us) inbound_call.cc:173] Queueing success response
20:14:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":334,"thread_start_us":1083,"threads_started":5}
20:14:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.130280 25301 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Refusing update from remote peer bc89a4f2572a402a978198f719409818: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:14:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.130923 26064 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [LEADER]: Connected to new peer: Peer: permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:14:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1395464793107 + 9223370641389984108 cannot be represented in type 'long'
20:14:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.150336 26058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader bc89a4f2572a402a978198f719409818. Latest consensus state: current_term: 3 leader_uuid: "bc89a4f2572a402a978198f719409818" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.150661 26058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: This master's current role is: FOLLOWER
20:14:17.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.159554 25358 consensus_peers.cc:485] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 -> Peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Couldn't send request to peer df8ed1750d5a4e8b83a4acda0904ba2c. Status: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:14:17.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.164407 26058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "bc89a4f2572a402a978198f719409818" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:17.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.164716 26058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [sys.catalog]: This master's current role is: FOLLOWER
20:14:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.193794 26059 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "bc89a4f2572a402a978198f719409818" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } } }
20:14:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.194418 26059 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 [sys.catalog]: This master's current role is: LEADER
20:14:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.218228 25841 heartbeater.cc:644] Failed to heartbeat to 127.24.168.188:33927 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.220369 25699 heartbeater.cc:644] Failed to heartbeat to 127.24.168.188:33927 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:17.230782 25373 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51046:
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:14:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:14:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.236313 25373 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:14:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:17.615164 25358 consensus_peers.cc:485] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 -> Peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Couldn't send request to peer df8ed1750d5a4e8b83a4acda0904ba2c. Status: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7ff137b1d398 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:14:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa4fe55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:97:38
20:14:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:18.109887 25358 consensus_peers.cc:485] T 00000000000000000000000000000000 P bc89a4f2572a402a978198f719409818 -> Peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Couldn't send request to peer df8ed1750d5a4e8b83a4acda0904ba2c. Status: Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:14:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7ff14b142da2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:14:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7ff14b133574 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:458:48
20:14:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7ff14b28cade in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:14:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7ff14b28d6bb in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:14:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7ff14b29232f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:14:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7ff14510daa6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:14:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7ff14510d7d5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:14:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7ff13e8c504e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:14:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7ff13e8c3f2e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:14:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7ff13e8ca405 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
20:14:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7ff13e8cad2f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
20:14:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7ff13e8cab58 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:14:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa60bcc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:14:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7ff137be201d in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
20:14:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7ff13af676da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:14:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7ff133da571e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
20:14:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:14:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
20:14:18.185 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.168.189:46621(127.24.168.189:46621)] handling channelInactive
20:14:18.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state READY due to: connection closed
20:14:18.185 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.24.168.189:46621(127.24.168.189:46621) for tablet Kudu Master: connection closed
20:14:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.206440 25843 heartbeater.cc:503] Master 127.24.168.189:46621 was elected leader, sending a full tablet report...
20:14:18.203 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
20:14:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.211061 25701 heartbeater.cc:503] Master 127.24.168.189:46621 was elected leader, sending a full tablet report...
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:18.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1418498041(state=PENDING, result=null, callback=(continuation of Deferred@12370385 after retry RPC after error@1178089412) -> (continuation of Deferred@1232685278 after retry RPC after error@2033907023) -> (continuation of Deferred@535695856 after retry RPC after error@409965534) -> (continuation of Deferred@466814901 after retry RPC after error@896342285) -> (continuation of Deferred@1524887489 after retry RPC after error@1056335392) -> (continuation of Deferred@1033576676 after retry RPC after error@1617158955), errback=(continuation of Deferred@12370385 after retry RPC after error@1178089412) -> (continuation of Deferred@1232685278 after retry RPC after error@2033907023) -> (continuation of Deferred@535695856 after retry RPC after error@409965534) -> (continuation of Deferred@466814901 after retry RPC after error@896342285) -> (continuation of Deferred@1524887489 after retry RPC after error@1056335392) -> (continuation of Deferred@1033576676 after retry RPC after error@1617158955)))
20:14:18.427 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1418498041(state=PENDING, result=null, callback=(continuation of Deferred@12370385 after retry RPC after error@1178089412) -> (continuation of Deferred@1232685278 after retry RPC after error@2033907023) -> (continuation of Deferred@535695856 after retry RPC after error@409965534) -> (continuation of Deferred@466814901 after retry RPC after error@896342285) -> (continuation of Deferred@1524887489 after retry RPC after error@1056335392) -> (continuation of Deferred@1033576676 after retry RPC after error@1617158955), errback=(continuation of Deferred@12370385 after retry RPC after error@1178089412) -> (continuation of Deferred@1232685278 after retry RPC after error@2033907023) -> (continuation of Deferred@535695856 after retry RPC after error@409965534) -> (continuation of Deferred@466814901 after retry RPC after error@896342285) -> (continuation of Deferred@1524887489 after retry RPC after error@1056335392) -> (continuation of Deferred@1033576676 after retry RPC after error@1617158955)))
20:14:18.443 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.443 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.452751 26087 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.452947 26087 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.453485 26087 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:18.454465 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111) [suppressed 8 similar messages]
20:14:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:18.455669 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:18.456022 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.456215 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.456477 26087 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:18.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.466 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1916434367(state=PENDING, result=null, callback=(continuation of Deferred@1468397934 after retry RPC after error@2077737498) -> (continuation of Deferred@1789269332 after retry RPC after error@1266679856) -> (continuation of Deferred@867618471 after retry RPC after error@1991515609) -> (continuation of Deferred@744667886 after retry RPC after error@1739112146) -> (continuation of Deferred@1659799414 after retry RPC after error@887231527) -> (continuation of Deferred@225344927 after retry RPC after error@789716174), errback=(continuation of Deferred@1468397934 after retry RPC after error@2077737498) -> (continuation of Deferred@1789269332 after retry RPC after error@1266679856) -> (continuation of Deferred@867618471 after retry RPC after error@1991515609) -> (continuation of Deferred@744667886 after retry RPC after error@1739112146) -> (continuation of Deferred@1659799414 after retry RPC after error@887231527) -> (continuation of Deferred@225344927 after retry RPC after error@789716174)))
20:14:18.627 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1916434367(state=PENDING, result=null, callback=(continuation of Deferred@1468397934 after retry RPC after error@2077737498) -> (continuation of Deferred@1789269332 after retry RPC after error@1266679856) -> (continuation of Deferred@867618471 after retry RPC after error@1991515609) -> (continuation of Deferred@744667886 after retry RPC after error@1739112146) -> (continuation of Deferred@1659799414 after retry RPC after error@887231527) -> (continuation of Deferred@225344927 after retry RPC after error@789716174), errback=(continuation of Deferred@1468397934 after retry RPC after error@2077737498) -> (continuation of Deferred@1789269332 after retry RPC after error@1266679856) -> (continuation of Deferred@867618471 after retry RPC after error@1991515609) -> (continuation of Deferred@744667886 after retry RPC after error@1739112146) -> (continuation of Deferred@1659799414 after retry RPC after error@887231527) -> (continuation of Deferred@225344927 after retry RPC after error@789716174)))
20:14:18.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.668112 25985 heartbeater.cc:503] Master 127.24.168.189:46621 was elected leader, sending a full tablet report...
20:14:18.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.815927 26087 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.816128 26087 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.816740 26087 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:18.817978 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:18.818159 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.818236 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.818435 26087 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:18.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1959612638(state=PENDING, result=null, callback=(continuation of Deferred@1185633047 after retry RPC after error@1115446681) -> (continuation of Deferred@750912001 after retry RPC after error@840428775) -> (continuation of Deferred@775430745 after retry RPC after error@235418258) -> (continuation of Deferred@853994328 after retry RPC after error@1067141431) -> (continuation of Deferred@1356762743 after retry RPC after error@520993372) -> (continuation of Deferred@448016078 after retry RPC after error@2139295326) -> (continuation of Deferred@1535806191 after retry RPC after error@690422936), errback=(continuation of Deferred@1185633047 after retry RPC after error@1115446681) -> (continuation of Deferred@750912001 after retry RPC after error@840428775) -> (continuation of Deferred@775430745 after retry RPC after error@235418258) -> (continuation of Deferred@853994328 after retry RPC after error@1067141431) -> (continuation of Deferred@1356762743 after retry RPC after error@520993372) -> (continuation of Deferred@448016078 after retry RPC after error@2139295326) -> (continuation of Deferred@1535806191 after retry RPC after error@690422936)))
20:14:18.826 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1959612638(state=PENDING, result=null, callback=(continuation of Deferred@1185633047 after retry RPC after error@1115446681) -> (continuation of Deferred@750912001 after retry RPC after error@840428775) -> (continuation of Deferred@775430745 after retry RPC after error@235418258) -> (continuation of Deferred@853994328 after retry RPC after error@1067141431) -> (continuation of Deferred@1356762743 after retry RPC after error@520993372) -> (continuation of Deferred@448016078 after retry RPC after error@2139295326) -> (continuation of Deferred@1535806191 after retry RPC after error@690422936), errback=(continuation of Deferred@1185633047 after retry RPC after error@1115446681) -> (continuation of Deferred@750912001 after retry RPC after error@840428775) -> (continuation of Deferred@775430745 after retry RPC after error@235418258) -> (continuation of Deferred@853994328 after retry RPC after error@1067141431) -> (continuation of Deferred@1356762743 after retry RPC after error@520993372) -> (continuation of Deferred@448016078 after retry RPC after error@2139295326) -> (continuation of Deferred@1535806191 after retry RPC after error@690422936)))
20:14:18.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.866 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:18.874617 25725 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.096s from last keepalive heartbeat (effective timeout is 1.000s)
20:14:18.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:18.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:18.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:18.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:18.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:18.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1252744703(state=PENDING, result=null, callback=(continuation of Deferred@1410803126 after retry RPC after error@634461699) -> (continuation of Deferred@1654396740 after retry RPC after error@1925773901) -> (continuation of Deferred@530537271 after retry RPC after error@848527297) -> (continuation of Deferred@808937696 after retry RPC after error@85521977) -> (continuation of Deferred@1622885198 after retry RPC after error@1233081839) -> (continuation of Deferred@1107579976 after retry RPC after error@15719183) -> (continuation of Deferred@989092207 after retry RPC after error@152544243), errback=(continuation of Deferred@1410803126 after retry RPC after error@634461699) -> (continuation of Deferred@1654396740 after retry RPC after error@1925773901) -> (continuation of Deferred@530537271 after retry RPC after error@848527297) -> (continuation of Deferred@808937696 after retry RPC after error@85521977) -> (continuation of Deferred@1622885198 after retry RPC after error@1233081839) -> (continuation of Deferred@1107579976 after retry RPC after error@15719183) -> (continuation of Deferred@989092207 after retry RPC after error@152544243)))
20:14:19.067 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1252744703(state=PENDING, result=null, callback=(continuation of Deferred@1410803126 after retry RPC after error@634461699) -> (continuation of Deferred@1654396740 after retry RPC after error@1925773901) -> (continuation of Deferred@530537271 after retry RPC after error@848527297) -> (continuation of Deferred@808937696 after retry RPC after error@85521977) -> (continuation of Deferred@1622885198 after retry RPC after error@1233081839) -> (continuation of Deferred@1107579976 after retry RPC after error@15719183) -> (continuation of Deferred@989092207 after retry RPC after error@152544243), errback=(continuation of Deferred@1410803126 after retry RPC after error@634461699) -> (continuation of Deferred@1654396740 after retry RPC after error@1925773901) -> (continuation of Deferred@530537271 after retry RPC after error@848527297) -> (continuation of Deferred@808937696 after retry RPC after error@85521977) -> (continuation of Deferred@1622885198 after retry RPC after error@1233081839) -> (continuation of Deferred@1107579976 after retry RPC after error@15719183) -> (continuation of Deferred@989092207 after retry RPC after error@152544243)))
20:14:19.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1184810013(state=PENDING, result=null, callback=(continuation of Deferred@2039195866 after retry RPC after error@38993292) -> (continuation of Deferred@700278341 after retry RPC after error@431223107) -> (continuation of Deferred@1029330903 after retry RPC after error@678519661) -> (continuation of Deferred@1782359912 after retry RPC after error@1812163205) -> (continuation of Deferred@59276349 after retry RPC after error@541134122) -> (continuation of Deferred@793373101 after retry RPC after error@1491728771), errback=(continuation of Deferred@2039195866 after retry RPC after error@38993292) -> (continuation of Deferred@700278341 after retry RPC after error@431223107) -> (continuation of Deferred@1029330903 after retry RPC after error@678519661) -> (continuation of Deferred@1782359912 after retry RPC after error@1812163205) -> (continuation of Deferred@59276349 after retry RPC after error@541134122) -> (continuation of Deferred@793373101 after retry RPC after error@1491728771)))
20:14:19.266 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1184810013(state=PENDING, result=null, callback=(continuation of Deferred@2039195866 after retry RPC after error@38993292) -> (continuation of Deferred@700278341 after retry RPC after error@431223107) -> (continuation of Deferred@1029330903 after retry RPC after error@678519661) -> (continuation of Deferred@1782359912 after retry RPC after error@1812163205) -> (continuation of Deferred@59276349 after retry RPC after error@541134122) -> (continuation of Deferred@793373101 after retry RPC after error@1491728771), errback=(continuation of Deferred@2039195866 after retry RPC after error@38993292) -> (continuation of Deferred@700278341 after retry RPC after error@431223107) -> (continuation of Deferred@1029330903 after retry RPC after error@678519661) -> (continuation of Deferred@1782359912 after retry RPC after error@1812163205) -> (continuation of Deferred@59276349 after retry RPC after error@541134122) -> (continuation of Deferred@793373101 after retry RPC after error@1491728771)))
20:14:19.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.420346 26106 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.420549 26106 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.421198 26106 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:19.423133 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:19.423301 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.423401 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.423621 26106 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:19.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@314610677(state=PENDING, result=null, callback=(continuation of Deferred@1405955740 after retry RPC after error@1545093344) -> (continuation of Deferred@2025506243 after retry RPC after error@1861467674) -> (continuation of Deferred@1416680598 after retry RPC after error@1248956856) -> (continuation of Deferred@1691075048 after retry RPC after error@398176261) -> (continuation of Deferred@1161630208 after retry RPC after error@59221838) -> (continuation of Deferred@972681815 after retry RPC after error@1938314997), errback=(continuation of Deferred@1405955740 after retry RPC after error@1545093344) -> (continuation of Deferred@2025506243 after retry RPC after error@1861467674) -> (continuation of Deferred@1416680598 after retry RPC after error@1248956856) -> (continuation of Deferred@1691075048 after retry RPC after error@398176261) -> (continuation of Deferred@1161630208 after retry RPC after error@59221838) -> (continuation of Deferred@972681815 after retry RPC after error@1938314997)))
20:14:19.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@314610677(state=PENDING, result=null, callback=(continuation of Deferred@1405955740 after retry RPC after error@1545093344) -> (continuation of Deferred@2025506243 after retry RPC after error@1861467674) -> (continuation of Deferred@1416680598 after retry RPC after error@1248956856) -> (continuation of Deferred@1691075048 after retry RPC after error@398176261) -> (continuation of Deferred@1161630208 after retry RPC after error@59221838) -> (continuation of Deferred@972681815 after retry RPC after error@1938314997), errback=(continuation of Deferred@1405955740 after retry RPC after error@1545093344) -> (continuation of Deferred@2025506243 after retry RPC after error@1861467674) -> (continuation of Deferred@1416680598 after retry RPC after error@1248956856) -> (continuation of Deferred@1691075048 after retry RPC after error@398176261) -> (continuation of Deferred@1161630208 after retry RPC after error@59221838) -> (continuation of Deferred@972681815 after retry RPC after error@1938314997)))
20:14:19.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.466 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.586 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.646 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.724 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@886191267(state=PENDING, result=null, callback=(continuation of Deferred@1047525094 after retry RPC after error@533870074) -> (continuation of Deferred@384462720 after retry RPC after error@867710674) -> (continuation of Deferred@1923165829 after retry RPC after error@2085791950) -> (continuation of Deferred@964779691 after retry RPC after error@1266545135) -> (continuation of Deferred@810760963 after retry RPC after error@1504637215) -> (continuation of Deferred@1793693831 after retry RPC after error@1312816828) -> (continuation of Deferred@1729974107 after retry RPC after error@1234529454), errback=(continuation of Deferred@1047525094 after retry RPC after error@533870074) -> (continuation of Deferred@384462720 after retry RPC after error@867710674) -> (continuation of Deferred@1923165829 after retry RPC after error@2085791950) -> (continuation of Deferred@964779691 after retry RPC after error@1266545135) -> (continuation of Deferred@810760963 after retry RPC after error@1504637215) -> (continuation of Deferred@1793693831 after retry RPC after error@1312816828) -> (continuation of Deferred@1729974107 after retry RPC after error@1234529454)))
20:14:19.724 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:19.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.905 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2108688397(state=PENDING, result=null, callback=(continuation of Deferred@411389909 after retry RPC after error@1103559627) -> (continuation of Deferred@1620616105 after retry RPC after error@487927767) -> (continuation of Deferred@802955335 after retry RPC after error@1496485588) -> (continuation of Deferred@2090003376 after retry RPC after error@1221400674) -> (continuation of Deferred@106813220 after retry RPC after error@1272233237) -> (continuation of Deferred@552599732 after retry RPC after error@14549696), errback=(continuation of Deferred@411389909 after retry RPC after error@1103559627) -> (continuation of Deferred@1620616105 after retry RPC after error@487927767) -> (continuation of Deferred@802955335 after retry RPC after error@1496485588) -> (continuation of Deferred@2090003376 after retry RPC after error@1221400674) -> (continuation of Deferred@106813220 after retry RPC after error@1272233237) -> (continuation of Deferred@552599732 after retry RPC after error@14549696)))
20:14:19.906 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2108688397(state=PENDING, result=null, callback=(continuation of Deferred@411389909 after retry RPC after error@1103559627) -> (continuation of Deferred@1620616105 after retry RPC after error@487927767) -> (continuation of Deferred@802955335 after retry RPC after error@1496485588) -> (continuation of Deferred@2090003376 after retry RPC after error@1221400674) -> (continuation of Deferred@106813220 after retry RPC after error@1272233237) -> (continuation of Deferred@552599732 after retry RPC after error@14549696), errback=(continuation of Deferred@411389909 after retry RPC after error@1103559627) -> (continuation of Deferred@1620616105 after retry RPC after error@487927767) -> (continuation of Deferred@802955335 after retry RPC after error@1496485588) -> (continuation of Deferred@2090003376 after retry RPC after error@1221400674) -> (continuation of Deferred@106813220 after retry RPC after error@1272233237) -> (continuation of Deferred@552599732 after retry RPC after error@14549696)))
20:14:19.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:19.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:19.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:19.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:19.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.992090 26111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.992256 26111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:19.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.992900 26111 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:19.994812 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:19.994983 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.995095 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:19.995286 26111 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:20.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1041961301(state=PENDING, result=null, callback=(continuation of Deferred@1153226956 after retry RPC after error@140794752) -> (continuation of Deferred@58941490 after retry RPC after error@1710512302) -> (continuation of Deferred@1202493028 after retry RPC after error@1832811850) -> (continuation of Deferred@1965294127 after retry RPC after error@852624653) -> (continuation of Deferred@300853893 after retry RPC after error@262427103) -> (continuation of Deferred@1514409854 after retry RPC after error@2015138646) -> (continuation of Deferred@482522194 after retry RPC after error@826614972), errback=(continuation of Deferred@1153226956 after retry RPC after error@140794752) -> (continuation of Deferred@58941490 after retry RPC after error@1710512302) -> (continuation of Deferred@1202493028 after retry RPC after error@1832811850) -> (continuation of Deferred@1965294127 after retry RPC after error@852624653) -> (continuation of Deferred@300853893 after retry RPC after error@262427103) -> (continuation of Deferred@1514409854 after retry RPC after error@2015138646) -> (continuation of Deferred@482522194 after retry RPC after error@826614972)))
20:14:20.166 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1041961301(state=PENDING, result=null, callback=(continuation of Deferred@1153226956 after retry RPC after error@140794752) -> (continuation of Deferred@58941490 after retry RPC after error@1710512302) -> (continuation of Deferred@1202493028 after retry RPC after error@1832811850) -> (continuation of Deferred@1965294127 after retry RPC after error@852624653) -> (continuation of Deferred@300853893 after retry RPC after error@262427103) -> (continuation of Deferred@1514409854 after retry RPC after error@2015138646) -> (continuation of Deferred@482522194 after retry RPC after error@826614972), errback=(continuation of Deferred@1153226956 after retry RPC after error@140794752) -> (continuation of Deferred@58941490 after retry RPC after error@1710512302) -> (continuation of Deferred@1202493028 after retry RPC after error@1832811850) -> (continuation of Deferred@1965294127 after retry RPC after error@852624653) -> (continuation of Deferred@300853893 after retry RPC after error@262427103) -> (continuation of Deferred@1514409854 after retry RPC after error@2015138646) -> (continuation of Deferred@482522194 after retry RPC after error@826614972)))
20:14:20.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.205 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.377976 26111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:20.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.378142 26111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:20.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.378650 26111 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:20.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:20.379825 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:20.379952 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.380056 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.380257 26111 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:20.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@413238324(state=PENDING, result=null, callback=(continuation of Deferred@1801003885 after retry RPC after error@1951710977) -> (continuation of Deferred@432773436 after retry RPC after error@232734229) -> (continuation of Deferred@801056392 after retry RPC after error@2118265033) -> (continuation of Deferred@990202948 after retry RPC after error@1331618471) -> (continuation of Deferred@428021410 after retry RPC after error@1986552123) -> (continuation of Deferred@1738433758 after retry RPC after error@1609427280) -> (continuation of Deferred@1583006217 after retry RPC after error@1796084032), errback=(continuation of Deferred@1801003885 after retry RPC after error@1951710977) -> (continuation of Deferred@432773436 after retry RPC after error@232734229) -> (continuation of Deferred@801056392 after retry RPC after error@2118265033) -> (continuation of Deferred@990202948 after retry RPC after error@1331618471) -> (continuation of Deferred@428021410 after retry RPC after error@1986552123) -> (continuation of Deferred@1738433758 after retry RPC after error@1609427280) -> (continuation of Deferred@1583006217 after retry RPC after error@1796084032)))
20:14:20.386 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@413238324(state=PENDING, result=null, callback=(continuation of Deferred@1801003885 after retry RPC after error@1951710977) -> (continuation of Deferred@432773436 after retry RPC after error@232734229) -> (continuation of Deferred@801056392 after retry RPC after error@2118265033) -> (continuation of Deferred@990202948 after retry RPC after error@1331618471) -> (continuation of Deferred@428021410 after retry RPC after error@1986552123) -> (continuation of Deferred@1738433758 after retry RPC after error@1609427280) -> (continuation of Deferred@1583006217 after retry RPC after error@1796084032), errback=(continuation of Deferred@1801003885 after retry RPC after error@1951710977) -> (continuation of Deferred@432773436 after retry RPC after error@232734229) -> (continuation of Deferred@801056392 after retry RPC after error@2118265033) -> (continuation of Deferred@990202948 after retry RPC after error@1331618471) -> (continuation of Deferred@428021410 after retry RPC after error@1986552123) -> (continuation of Deferred@1738433758 after retry RPC after error@1609427280) -> (continuation of Deferred@1583006217 after retry RPC after error@1796084032)))
20:14:20.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1368087748(state=PENDING, result=null, callback=(continuation of Deferred@991532994 after retry RPC after error@603706134) -> (continuation of Deferred@959709624 after retry RPC after error@844240678) -> (continuation of Deferred@1157771561 after retry RPC after error@949758460) -> (continuation of Deferred@557635222 after retry RPC after error@58003120) -> (continuation of Deferred@1462434958 after retry RPC after error@237042782) -> (continuation of Deferred@1240404842 after retry RPC after error@1648661609) -> (continuation of Deferred@1644874275 after retry RPC after error@1807812656), errback=(continuation of Deferred@991532994 after retry RPC after error@603706134) -> (continuation of Deferred@959709624 after retry RPC after error@844240678) -> (continuation of Deferred@1157771561 after retry RPC after error@949758460) -> (continuation of Deferred@557635222 after retry RPC after error@58003120) -> (continuation of Deferred@1462434958 after retry RPC after error@237042782) -> (continuation of Deferred@1240404842 after retry RPC after error@1648661609) -> (continuation of Deferred@1644874275 after retry RPC after error@1807812656)))
20:14:20.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1368087748(state=PENDING, result=null, callback=(continuation of Deferred@991532994 after retry RPC after error@603706134) -> (continuation of Deferred@959709624 after retry RPC after error@844240678) -> (continuation of Deferred@1157771561 after retry RPC after error@949758460) -> (continuation of Deferred@557635222 after retry RPC after error@58003120) -> (continuation of Deferred@1462434958 after retry RPC after error@237042782) -> (continuation of Deferred@1240404842 after retry RPC after error@1648661609) -> (continuation of Deferred@1644874275 after retry RPC after error@1807812656), errback=(continuation of Deferred@991532994 after retry RPC after error@603706134) -> (continuation of Deferred@959709624 after retry RPC after error@844240678) -> (continuation of Deferred@1157771561 after retry RPC after error@949758460) -> (continuation of Deferred@557635222 after retry RPC after error@58003120) -> (continuation of Deferred@1462434958 after retry RPC after error@237042782) -> (continuation of Deferred@1240404842 after retry RPC after error@1648661609) -> (continuation of Deferred@1644874275 after retry RPC after error@1807812656)))
20:14:20.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.707885 26111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.708042 26111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.708575 26111 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:20.709779 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:20.710005 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.710141 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:20.710395 26111 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:20.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@436852803(state=PENDING, result=null, callback=(continuation of Deferred@106125826 after retry RPC after error@1000581648) -> (continuation of Deferred@1059658292 after retry RPC after error@1807091282) -> (continuation of Deferred@2007618156 after retry RPC after error@1375471011) -> (continuation of Deferred@653483282 after retry RPC after error@2100054792) -> (continuation of Deferred@1143983219 after retry RPC after error@1976502344) -> (continuation of Deferred@1231605806 after retry RPC after error@1443083776) -> (continuation of Deferred@1819653351 after retry RPC after error@1643474025), errback=(continuation of Deferred@106125826 after retry RPC after error@1000581648) -> (continuation of Deferred@1059658292 after retry RPC after error@1807091282) -> (continuation of Deferred@2007618156 after retry RPC after error@1375471011) -> (continuation of Deferred@653483282 after retry RPC after error@2100054792) -> (continuation of Deferred@1143983219 after retry RPC after error@1976502344) -> (continuation of Deferred@1231605806 after retry RPC after error@1443083776) -> (continuation of Deferred@1819653351 after retry RPC after error@1643474025)))
20:14:20.866 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@436852803(state=PENDING, result=null, callback=(continuation of Deferred@106125826 after retry RPC after error@1000581648) -> (continuation of Deferred@1059658292 after retry RPC after error@1807091282) -> (continuation of Deferred@2007618156 after retry RPC after error@1375471011) -> (continuation of Deferred@653483282 after retry RPC after error@2100054792) -> (continuation of Deferred@1143983219 after retry RPC after error@1976502344) -> (continuation of Deferred@1231605806 after retry RPC after error@1443083776) -> (continuation of Deferred@1819653351 after retry RPC after error@1643474025), errback=(continuation of Deferred@106125826 after retry RPC after error@1000581648) -> (continuation of Deferred@1059658292 after retry RPC after error@1807091282) -> (continuation of Deferred@2007618156 after retry RPC after error@1375471011) -> (continuation of Deferred@653483282 after retry RPC after error@2100054792) -> (continuation of Deferred@1143983219 after retry RPC after error@1976502344) -> (continuation of Deferred@1231605806 after retry RPC after error@1443083776) -> (continuation of Deferred@1819653351 after retry RPC after error@1643474025)))
20:14:20.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:20.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:20.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:20.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:20.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:20.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@242972051(state=PENDING, result=null, callback=(continuation of Deferred@1523549652 after retry RPC after error@579166037) -> (continuation of Deferred@1764628178 after retry RPC after error@1017913737) -> (continuation of Deferred@443278061 after retry RPC after error@312240386) -> (continuation of Deferred@186475781 after retry RPC after error@1457569158) -> (continuation of Deferred@333009213 after retry RPC after error@1652354621) -> (continuation of Deferred@36276794 after retry RPC after error@1375083380), errback=(continuation of Deferred@1523549652 after retry RPC after error@579166037) -> (continuation of Deferred@1764628178 after retry RPC after error@1017913737) -> (continuation of Deferred@443278061 after retry RPC after error@312240386) -> (continuation of Deferred@186475781 after retry RPC after error@1457569158) -> (continuation of Deferred@333009213 after retry RPC after error@1652354621) -> (continuation of Deferred@36276794 after retry RPC after error@1375083380)))
20:14:21.065 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@242972051(state=PENDING, result=null, callback=(continuation of Deferred@1523549652 after retry RPC after error@579166037) -> (continuation of Deferred@1764628178 after retry RPC after error@1017913737) -> (continuation of Deferred@443278061 after retry RPC after error@312240386) -> (continuation of Deferred@186475781 after retry RPC after error@1457569158) -> (continuation of Deferred@333009213 after retry RPC after error@1652354621) -> (continuation of Deferred@36276794 after retry RPC after error@1375083380), errback=(continuation of Deferred@1523549652 after retry RPC after error@579166037) -> (continuation of Deferred@1764628178 after retry RPC after error@1017913737) -> (continuation of Deferred@443278061 after retry RPC after error@312240386) -> (continuation of Deferred@186475781 after retry RPC after error@1457569158) -> (continuation of Deferred@333009213 after retry RPC after error@1652354621) -> (continuation of Deferred@36276794 after retry RPC after error@1375083380)))
20:14:21.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1045318798(state=PENDING, result=null, callback=(continuation of Deferred@1178725120 after retry RPC after error@2139224503) -> (continuation of Deferred@1896718773 after retry RPC after error@1030465830) -> (continuation of Deferred@1958431840 after retry RPC after error@67587841) -> (continuation of Deferred@412833341 after retry RPC after error@2019159697) -> (continuation of Deferred@1445946806 after retry RPC after error@1760450357) -> (continuation of Deferred@705093291 after retry RPC after error@488411164), errback=(continuation of Deferred@1178725120 after retry RPC after error@2139224503) -> (continuation of Deferred@1896718773 after retry RPC after error@1030465830) -> (continuation of Deferred@1958431840 after retry RPC after error@67587841) -> (continuation of Deferred@412833341 after retry RPC after error@2019159697) -> (continuation of Deferred@1445946806 after retry RPC after error@1760450357) -> (continuation of Deferred@705093291 after retry RPC after error@488411164)))
20:14:21.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1045318798(state=PENDING, result=null, callback=(continuation of Deferred@1178725120 after retry RPC after error@2139224503) -> (continuation of Deferred@1896718773 after retry RPC after error@1030465830) -> (continuation of Deferred@1958431840 after retry RPC after error@67587841) -> (continuation of Deferred@412833341 after retry RPC after error@2019159697) -> (continuation of Deferred@1445946806 after retry RPC after error@1760450357) -> (continuation of Deferred@705093291 after retry RPC after error@488411164), errback=(continuation of Deferred@1178725120 after retry RPC after error@2139224503) -> (continuation of Deferred@1896718773 after retry RPC after error@1030465830) -> (continuation of Deferred@1958431840 after retry RPC after error@67587841) -> (continuation of Deferred@412833341 after retry RPC after error@2019159697) -> (continuation of Deferred@1445946806 after retry RPC after error@1760450357) -> (continuation of Deferred@705093291 after retry RPC after error@488411164)))
20:14:21.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2015761913(state=PENDING, result=null, callback=(continuation of Deferred@106932892 after retry RPC after error@1958460371) -> (continuation of Deferred@275728678 after retry RPC after error@1487806223) -> (continuation of Deferred@593384908 after retry RPC after error@177342295) -> (continuation of Deferred@1625184602 after retry RPC after error@1218470953) -> (continuation of Deferred@419539140 after retry RPC after error@53722124) -> (continuation of Deferred@297087417 after retry RPC after error@1518313098), errback=(continuation of Deferred@106932892 after retry RPC after error@1958460371) -> (continuation of Deferred@275728678 after retry RPC after error@1487806223) -> (continuation of Deferred@593384908 after retry RPC after error@177342295) -> (continuation of Deferred@1625184602 after retry RPC after error@1218470953) -> (continuation of Deferred@419539140 after retry RPC after error@53722124) -> (continuation of Deferred@297087417 after retry RPC after error@1518313098)))
20:14:21.386 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2015761913(state=PENDING, result=null, callback=(continuation of Deferred@106932892 after retry RPC after error@1958460371) -> (continuation of Deferred@275728678 after retry RPC after error@1487806223) -> (continuation of Deferred@593384908 after retry RPC after error@177342295) -> (continuation of Deferred@1625184602 after retry RPC after error@1218470953) -> (continuation of Deferred@419539140 after retry RPC after error@53722124) -> (continuation of Deferred@297087417 after retry RPC after error@1518313098), errback=(continuation of Deferred@106932892 after retry RPC after error@1958460371) -> (continuation of Deferred@275728678 after retry RPC after error@1487806223) -> (continuation of Deferred@593384908 after retry RPC after error@177342295) -> (continuation of Deferred@1625184602 after retry RPC after error@1218470953) -> (continuation of Deferred@419539140 after retry RPC after error@53722124) -> (continuation of Deferred@297087417 after retry RPC after error@1518313098)))
20:14:21.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@355033303(state=PENDING, result=null, callback=(continuation of Deferred@1862751831 after retry RPC after error@1001084379) -> (continuation of Deferred@620717233 after retry RPC after error@2047776545) -> (continuation of Deferred@795792345 after retry RPC after error@1309302370) -> (continuation of Deferred@286220798 after retry RPC after error@523656033) -> (continuation of Deferred@1184871237 after retry RPC after error@1517948090) -> (continuation of Deferred@814782106 after retry RPC after error@500186810) -> (continuation of Deferred@644785118 after retry RPC after error@754676853), errback=(continuation of Deferred@1862751831 after retry RPC after error@1001084379) -> (continuation of Deferred@620717233 after retry RPC after error@2047776545) -> (continuation of Deferred@795792345 after retry RPC after error@1309302370) -> (continuation of Deferred@286220798 after retry RPC after error@523656033) -> (continuation of Deferred@1184871237 after retry RPC after error@1517948090) -> (continuation of Deferred@814782106 after retry RPC after error@500186810) -> (continuation of Deferred@644785118 after retry RPC after error@754676853)))
20:14:21.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@355033303(state=PENDING, result=null, callback=(continuation of Deferred@1862751831 after retry RPC after error@1001084379) -> (continuation of Deferred@620717233 after retry RPC after error@2047776545) -> (continuation of Deferred@795792345 after retry RPC after error@1309302370) -> (continuation of Deferred@286220798 after retry RPC after error@523656033) -> (continuation of Deferred@1184871237 after retry RPC after error@1517948090) -> (continuation of Deferred@814782106 after retry RPC after error@500186810) -> (continuation of Deferred@644785118 after retry RPC after error@754676853), errback=(continuation of Deferred@1862751831 after retry RPC after error@1001084379) -> (continuation of Deferred@620717233 after retry RPC after error@2047776545) -> (continuation of Deferred@795792345 after retry RPC after error@1309302370) -> (continuation of Deferred@286220798 after retry RPC after error@523656033) -> (continuation of Deferred@1184871237 after retry RPC after error@1517948090) -> (continuation of Deferred@814782106 after retry RPC after error@500186810) -> (continuation of Deferred@644785118 after retry RPC after error@754676853)))
20:14:21.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:21.850294 26125 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:21.850489 26125 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:21.851089 26125 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:21.852969 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:21.853117 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:21.853220 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:21.853440 26125 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:21.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@458120073(state=PENDING, result=null, callback=(continuation of Deferred@530778676 after retry RPC after error@1315137545) -> (continuation of Deferred@1499228557 after retry RPC after error@816309052) -> (continuation of Deferred@936558006 after retry RPC after error@1654958181) -> (continuation of Deferred@1477354941 after retry RPC after error@1472140163) -> (continuation of Deferred@1973562319 after retry RPC after error@847397534) -> (continuation of Deferred@529283646 after retry RPC after error@805306695) -> (continuation of Deferred@1419290843 after retry RPC after error@1957594724), errback=(continuation of Deferred@530778676 after retry RPC after error@1315137545) -> (continuation of Deferred@1499228557 after retry RPC after error@816309052) -> (continuation of Deferred@936558006 after retry RPC after error@1654958181) -> (continuation of Deferred@1477354941 after retry RPC after error@1472140163) -> (continuation of Deferred@1973562319 after retry RPC after error@847397534) -> (continuation of Deferred@529283646 after retry RPC after error@805306695) -> (continuation of Deferred@1419290843 after retry RPC after error@1957594724)))
20:14:21.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@458120073(state=PENDING, result=null, callback=(continuation of Deferred@530778676 after retry RPC after error@1315137545) -> (continuation of Deferred@1499228557 after retry RPC after error@816309052) -> (continuation of Deferred@936558006 after retry RPC after error@1654958181) -> (continuation of Deferred@1477354941 after retry RPC after error@1472140163) -> (continuation of Deferred@1973562319 after retry RPC after error@847397534) -> (continuation of Deferred@529283646 after retry RPC after error@805306695) -> (continuation of Deferred@1419290843 after retry RPC after error@1957594724), errback=(continuation of Deferred@530778676 after retry RPC after error@1315137545) -> (continuation of Deferred@1499228557 after retry RPC after error@816309052) -> (continuation of Deferred@936558006 after retry RPC after error@1654958181) -> (continuation of Deferred@1477354941 after retry RPC after error@1472140163) -> (continuation of Deferred@1973562319 after retry RPC after error@847397534) -> (continuation of Deferred@529283646 after retry RPC after error@805306695) -> (continuation of Deferred@1419290843 after retry RPC after error@1957594724)))
20:14:21.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:21.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:21.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:21.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:21.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:21.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1945285439(state=PENDING, result=null, callback=(continuation of Deferred@1729810852 after retry RPC after error@1062348645) -> (continuation of Deferred@93773901 after retry RPC after error@1662763147) -> (continuation of Deferred@1388165821 after retry RPC after error@2096809600) -> (continuation of Deferred@1323091418 after retry RPC after error@1946045202) -> (continuation of Deferred@1286176642 after retry RPC after error@1716354641) -> (continuation of Deferred@1310168407 after retry RPC after error@1328607580), errback=(continuation of Deferred@1729810852 after retry RPC after error@1062348645) -> (continuation of Deferred@93773901 after retry RPC after error@1662763147) -> (continuation of Deferred@1388165821 after retry RPC after error@2096809600) -> (continuation of Deferred@1323091418 after retry RPC after error@1946045202) -> (continuation of Deferred@1286176642 after retry RPC after error@1716354641) -> (continuation of Deferred@1310168407 after retry RPC after error@1328607580)))
20:14:22.046 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1945285439(state=PENDING, result=null, callback=(continuation of Deferred@1729810852 after retry RPC after error@1062348645) -> (continuation of Deferred@93773901 after retry RPC after error@1662763147) -> (continuation of Deferred@1388165821 after retry RPC after error@2096809600) -> (continuation of Deferred@1323091418 after retry RPC after error@1946045202) -> (continuation of Deferred@1286176642 after retry RPC after error@1716354641) -> (continuation of Deferred@1310168407 after retry RPC after error@1328607580), errback=(continuation of Deferred@1729810852 after retry RPC after error@1062348645) -> (continuation of Deferred@93773901 after retry RPC after error@1662763147) -> (continuation of Deferred@1388165821 after retry RPC after error@2096809600) -> (continuation of Deferred@1323091418 after retry RPC after error@1946045202) -> (continuation of Deferred@1286176642 after retry RPC after error@1716354641) -> (continuation of Deferred@1310168407 after retry RPC after error@1328607580)))
20:14:22.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@92955493(state=PENDING, result=null, callback=(continuation of Deferred@565491667 after retry RPC after error@222332663) -> (continuation of Deferred@1631717694 after retry RPC after error@923131704) -> (continuation of Deferred@856419364 after retry RPC after error@989180812) -> (continuation of Deferred@1267680789 after retry RPC after error@1391111235) -> (continuation of Deferred@1047269622 after retry RPC after error@697478500) -> (continuation of Deferred@404548013 after retry RPC after error@521389657), errback=(continuation of Deferred@565491667 after retry RPC after error@222332663) -> (continuation of Deferred@1631717694 after retry RPC after error@923131704) -> (continuation of Deferred@856419364 after retry RPC after error@989180812) -> (continuation of Deferred@1267680789 after retry RPC after error@1391111235) -> (continuation of Deferred@1047269622 after retry RPC after error@697478500) -> (continuation of Deferred@404548013 after retry RPC after error@521389657)))
20:14:22.246 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@92955493(state=PENDING, result=null, callback=(continuation of Deferred@565491667 after retry RPC after error@222332663) -> (continuation of Deferred@1631717694 after retry RPC after error@923131704) -> (continuation of Deferred@856419364 after retry RPC after error@989180812) -> (continuation of Deferred@1267680789 after retry RPC after error@1391111235) -> (continuation of Deferred@1047269622 after retry RPC after error@697478500) -> (continuation of Deferred@404548013 after retry RPC after error@521389657), errback=(continuation of Deferred@565491667 after retry RPC after error@222332663) -> (continuation of Deferred@1631717694 after retry RPC after error@923131704) -> (continuation of Deferred@856419364 after retry RPC after error@989180812) -> (continuation of Deferred@1267680789 after retry RPC after error@1391111235) -> (continuation of Deferred@1047269622 after retry RPC after error@697478500) -> (continuation of Deferred@404548013 after retry RPC after error@521389657)))
20:14:22.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@525640556(state=PENDING, result=null, callback=(continuation of Deferred@387580926 after retry RPC after error@909746042) -> (continuation of Deferred@49607566 after retry RPC after error@939622271) -> (continuation of Deferred@2143526514 after retry RPC after error@91954367) -> (continuation of Deferred@548861725 after retry RPC after error@335519475) -> (continuation of Deferred@1890362096 after retry RPC after error@770692798) -> (continuation of Deferred@989254145 after retry RPC after error@1427229610) -> (continuation of Deferred@1086281946 after retry RPC after error@322317397), errback=(continuation of Deferred@387580926 after retry RPC after error@909746042) -> (continuation of Deferred@49607566 after retry RPC after error@939622271) -> (continuation of Deferred@2143526514 after retry RPC after error@91954367) -> (continuation of Deferred@548861725 after retry RPC after error@335519475) -> (continuation of Deferred@1890362096 after retry RPC after error@770692798) -> (continuation of Deferred@989254145 after retry RPC after error@1427229610) -> (continuation of Deferred@1086281946 after retry RPC after error@322317397)))
20:14:22.466 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@525640556(state=PENDING, result=null, callback=(continuation of Deferred@387580926 after retry RPC after error@909746042) -> (continuation of Deferred@49607566 after retry RPC after error@939622271) -> (continuation of Deferred@2143526514 after retry RPC after error@91954367) -> (continuation of Deferred@548861725 after retry RPC after error@335519475) -> (continuation of Deferred@1890362096 after retry RPC after error@770692798) -> (continuation of Deferred@989254145 after retry RPC after error@1427229610) -> (continuation of Deferred@1086281946 after retry RPC after error@322317397), errback=(continuation of Deferred@387580926 after retry RPC after error@909746042) -> (continuation of Deferred@49607566 after retry RPC after error@939622271) -> (continuation of Deferred@2143526514 after retry RPC after error@91954367) -> (continuation of Deferred@548861725 after retry RPC after error@335519475) -> (continuation of Deferred@1890362096 after retry RPC after error@770692798) -> (continuation of Deferred@989254145 after retry RPC after error@1427229610) -> (continuation of Deferred@1086281946 after retry RPC after error@322317397)))
20:14:22.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@780971059(state=PENDING, result=null, callback=(continuation of Deferred@1451927639 after retry RPC after error@590258443) -> (continuation of Deferred@1643157982 after retry RPC after error@718687463) -> (continuation of Deferred@689799674 after retry RPC after error@2137869099) -> (continuation of Deferred@448136049 after retry RPC after error@35636660) -> (continuation of Deferred@1195935324 after retry RPC after error@1391045005) -> (continuation of Deferred@2028901674 after retry RPC after error@69258726) -> (continuation of Deferred@123322712 after retry RPC after error@409187839), errback=(continuation of Deferred@1451927639 after retry RPC after error@590258443) -> (continuation of Deferred@1643157982 after retry RPC after error@718687463) -> (continuation of Deferred@689799674 after retry RPC after error@2137869099) -> (continuation of Deferred@448136049 after retry RPC after error@35636660) -> (continuation of Deferred@1195935324 after retry RPC after error@1391045005) -> (continuation of Deferred@2028901674 after retry RPC after error@69258726) -> (continuation of Deferred@123322712 after retry RPC after error@409187839)))
20:14:22.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@780971059(state=PENDING, result=null, callback=(continuation of Deferred@1451927639 after retry RPC after error@590258443) -> (continuation of Deferred@1643157982 after retry RPC after error@718687463) -> (continuation of Deferred@689799674 after retry RPC after error@2137869099) -> (continuation of Deferred@448136049 after retry RPC after error@35636660) -> (continuation of Deferred@1195935324 after retry RPC after error@1391045005) -> (continuation of Deferred@2028901674 after retry RPC after error@69258726) -> (continuation of Deferred@123322712 after retry RPC after error@409187839), errback=(continuation of Deferred@1451927639 after retry RPC after error@590258443) -> (continuation of Deferred@1643157982 after retry RPC after error@718687463) -> (continuation of Deferred@689799674 after retry RPC after error@2137869099) -> (continuation of Deferred@448136049 after retry RPC after error@35636660) -> (continuation of Deferred@1195935324 after retry RPC after error@1391045005) -> (continuation of Deferred@2028901674 after retry RPC after error@69258726) -> (continuation of Deferred@123322712 after retry RPC after error@409187839)))
20:14:22.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.903 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1885701290(state=PENDING, result=null, callback=(continuation of Deferred@196328497 after retry RPC after error@830822195) -> (continuation of Deferred@1535693761 after retry RPC after error@118770894) -> (continuation of Deferred@290470441 after retry RPC after error@175627263) -> (continuation of Deferred@394004395 after retry RPC after error@841702326) -> (continuation of Deferred@582663848 after retry RPC after error@371597603) -> (continuation of Deferred@1628450067 after retry RPC after error@151923820) -> (continuation of Deferred@2117508123 after retry RPC after error@1505658311) -> (continuation of Deferred@967201622 after retry RPC after error@1102275906), errback=(continuation of Deferred@196328497 after retry RPC after error@830822195) -> (continuation of Deferred@1535693761 after retry RPC after error@118770894) -> (continuation of Deferred@290470441 after retry RPC after error@175627263) -> (continuation of Deferred@394004395 after retry RPC after error@841702326) -> (continuation of Deferred@582663848 after retry RPC after error@371597603) -> (continuation of Deferred@1628450067 after retry RPC after error@151923820) -> (continuation of Deferred@2117508123 after retry RPC after error@1505658311) -> (continuation of Deferred@967201622 after retry RPC after error@1102275906)))
20:14:22.904 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:22.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:22.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:22.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:22.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:22.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:22.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.183 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2117753038(state=PENDING, result=null, callback=(continuation of Deferred@117249324 after retry RPC after error@834273386) -> (continuation of Deferred@1306629380 after retry RPC after error@1630619742) -> (continuation of Deferred@260793633 after retry RPC after error@1850973674) -> (continuation of Deferred@794524817 after retry RPC after error@1153671836) -> (continuation of Deferred@280323400 after retry RPC after error@1652229753) -> (continuation of Deferred@380653907 after retry RPC after error@1329518171) -> (continuation of Deferred@1956279761 after retry RPC after error@1323888117), errback=(continuation of Deferred@117249324 after retry RPC after error@834273386) -> (continuation of Deferred@1306629380 after retry RPC after error@1630619742) -> (continuation of Deferred@260793633 after retry RPC after error@1850973674) -> (continuation of Deferred@794524817 after retry RPC after error@1153671836) -> (continuation of Deferred@280323400 after retry RPC after error@1652229753) -> (continuation of Deferred@380653907 after retry RPC after error@1329518171) -> (continuation of Deferred@1956279761 after retry RPC after error@1323888117)))
20:14:23.184 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:23.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@578153785(state=PENDING, result=null, callback=(continuation of Deferred@260517096 after retry RPC after error@483810152) -> (continuation of Deferred@356120849 after retry RPC after error@405324458) -> (continuation of Deferred@780029227 after retry RPC after error@6114967) -> (continuation of Deferred@1517739772 after retry RPC after error@68516490) -> (continuation of Deferred@1482586166 after retry RPC after error@840805468) -> (continuation of Deferred@1584403933 after retry RPC after error@1897850291) -> (continuation of Deferred@1512750190 after retry RPC after error@92967995), errback=(continuation of Deferred@260517096 after retry RPC after error@483810152) -> (continuation of Deferred@356120849 after retry RPC after error@405324458) -> (continuation of Deferred@780029227 after retry RPC after error@6114967) -> (continuation of Deferred@1517739772 after retry RPC after error@68516490) -> (continuation of Deferred@1482586166 after retry RPC after error@840805468) -> (continuation of Deferred@1584403933 after retry RPC after error@1897850291) -> (continuation of Deferred@1512750190 after retry RPC after error@92967995)))
20:14:23.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@578153785(state=PENDING, result=null, callback=(continuation of Deferred@260517096 after retry RPC after error@483810152) -> (continuation of Deferred@356120849 after retry RPC after error@405324458) -> (continuation of Deferred@780029227 after retry RPC after error@6114967) -> (continuation of Deferred@1517739772 after retry RPC after error@68516490) -> (continuation of Deferred@1482586166 after retry RPC after error@840805468) -> (continuation of Deferred@1584403933 after retry RPC after error@1897850291) -> (continuation of Deferred@1512750190 after retry RPC after error@92967995), errback=(continuation of Deferred@260517096 after retry RPC after error@483810152) -> (continuation of Deferred@356120849 after retry RPC after error@405324458) -> (continuation of Deferred@780029227 after retry RPC after error@6114967) -> (continuation of Deferred@1517739772 after retry RPC after error@68516490) -> (continuation of Deferred@1482586166 after retry RPC after error@840805468) -> (continuation of Deferred@1584403933 after retry RPC after error@1897850291) -> (continuation of Deferred@1512750190 after retry RPC after error@92967995)))
20:14:23.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@733429725(state=PENDING, result=null, callback=(continuation of Deferred@1582772994 after retry RPC after error@636551165) -> (continuation of Deferred@26428999 after retry RPC after error@323537023) -> (continuation of Deferred@1960846903 after retry RPC after error@1456287809) -> (continuation of Deferred@1299703201 after retry RPC after error@405395264) -> (continuation of Deferred@1837997036 after retry RPC after error@1392369956) -> (continuation of Deferred@542465079 after retry RPC after error@1989151914) -> (continuation of Deferred@2009316207 after retry RPC after error@1250594930), errback=(continuation of Deferred@1582772994 after retry RPC after error@636551165) -> (continuation of Deferred@26428999 after retry RPC after error@323537023) -> (continuation of Deferred@1960846903 after retry RPC after error@1456287809) -> (continuation of Deferred@1299703201 after retry RPC after error@405395264) -> (continuation of Deferred@1837997036 after retry RPC after error@1392369956) -> (continuation of Deferred@542465079 after retry RPC after error@1989151914) -> (continuation of Deferred@2009316207 after retry RPC after error@1250594930)))
20:14:23.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@733429725(state=PENDING, result=null, callback=(continuation of Deferred@1582772994 after retry RPC after error@636551165) -> (continuation of Deferred@26428999 after retry RPC after error@323537023) -> (continuation of Deferred@1960846903 after retry RPC after error@1456287809) -> (continuation of Deferred@1299703201 after retry RPC after error@405395264) -> (continuation of Deferred@1837997036 after retry RPC after error@1392369956) -> (continuation of Deferred@542465079 after retry RPC after error@1989151914) -> (continuation of Deferred@2009316207 after retry RPC after error@1250594930), errback=(continuation of Deferred@1582772994 after retry RPC after error@636551165) -> (continuation of Deferred@26428999 after retry RPC after error@323537023) -> (continuation of Deferred@1960846903 after retry RPC after error@1456287809) -> (continuation of Deferred@1299703201 after retry RPC after error@405395264) -> (continuation of Deferred@1837997036 after retry RPC after error@1392369956) -> (continuation of Deferred@542465079 after retry RPC after error@1989151914) -> (continuation of Deferred@2009316207 after retry RPC after error@1250594930)))
20:14:23.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.903 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@736694895(state=PENDING, result=null, callback=(continuation of Deferred@1387089873 after retry RPC after error@657856378) -> (continuation of Deferred@246098987 after retry RPC after error@1840397819) -> (continuation of Deferred@1440293979 after retry RPC after error@1120105565) -> (continuation of Deferred@358531674 after retry RPC after error@1778350319) -> (continuation of Deferred@1964532343 after retry RPC after error@740327701) -> (continuation of Deferred@1334823641 after retry RPC after error@1571158983) -> (continuation of Deferred@1805132254 after retry RPC after error@1125658001), errback=(continuation of Deferred@1387089873 after retry RPC after error@657856378) -> (continuation of Deferred@246098987 after retry RPC after error@1840397819) -> (continuation of Deferred@1440293979 after retry RPC after error@1120105565) -> (continuation of Deferred@358531674 after retry RPC after error@1778350319) -> (continuation of Deferred@1964532343 after retry RPC after error@740327701) -> (continuation of Deferred@1334823641 after retry RPC after error@1571158983) -> (continuation of Deferred@1805132254 after retry RPC after error@1125658001)))
20:14:23.904 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:23.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:23.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:23.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:23.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:23.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:23.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1625969644(state=PENDING, result=null, callback=(continuation of Deferred@793151815 after retry RPC after error@2133574718) -> (continuation of Deferred@1508736685 after retry RPC after error@1806316367) -> (continuation of Deferred@1891468236 after retry RPC after error@1368830929) -> (continuation of Deferred@1673312088 after retry RPC after error@1505148971) -> (continuation of Deferred@1166641970 after retry RPC after error@560308329) -> (continuation of Deferred@669373802 after retry RPC after error@1220406821) -> (continuation of Deferred@1105472539 after retry RPC after error@1301199526), errback=(continuation of Deferred@793151815 after retry RPC after error@2133574718) -> (continuation of Deferred@1508736685 after retry RPC after error@1806316367) -> (continuation of Deferred@1891468236 after retry RPC after error@1368830929) -> (continuation of Deferred@1673312088 after retry RPC after error@1505148971) -> (continuation of Deferred@1166641970 after retry RPC after error@560308329) -> (continuation of Deferred@669373802 after retry RPC after error@1220406821) -> (continuation of Deferred@1105472539 after retry RPC after error@1301199526)))
20:14:24.106 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1625969644(state=PENDING, result=null, callback=(continuation of Deferred@793151815 after retry RPC after error@2133574718) -> (continuation of Deferred@1508736685 after retry RPC after error@1806316367) -> (continuation of Deferred@1891468236 after retry RPC after error@1368830929) -> (continuation of Deferred@1673312088 after retry RPC after error@1505148971) -> (continuation of Deferred@1166641970 after retry RPC after error@560308329) -> (continuation of Deferred@669373802 after retry RPC after error@1220406821) -> (continuation of Deferred@1105472539 after retry RPC after error@1301199526), errback=(continuation of Deferred@793151815 after retry RPC after error@2133574718) -> (continuation of Deferred@1508736685 after retry RPC after error@1806316367) -> (continuation of Deferred@1891468236 after retry RPC after error@1368830929) -> (continuation of Deferred@1673312088 after retry RPC after error@1505148971) -> (continuation of Deferred@1166641970 after retry RPC after error@560308329) -> (continuation of Deferred@669373802 after retry RPC after error@1220406821) -> (continuation of Deferred@1105472539 after retry RPC after error@1301199526)))
20:14:24.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.185 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.325 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@676774959(state=PENDING, result=null, callback=(continuation of Deferred@1847749764 after retry RPC after error@80373730) -> (continuation of Deferred@869867512 after retry RPC after error@766562832) -> (continuation of Deferred@1342954862 after retry RPC after error@128534010) -> (continuation of Deferred@2088021032 after retry RPC after error@1476383204) -> (continuation of Deferred@1502709464 after retry RPC after error@349871749) -> (continuation of Deferred@1293317594 after retry RPC after error@1682963821) -> (continuation of Deferred@826085498 after retry RPC after error@1901305454), errback=(continuation of Deferred@1847749764 after retry RPC after error@80373730) -> (continuation of Deferred@869867512 after retry RPC after error@766562832) -> (continuation of Deferred@1342954862 after retry RPC after error@128534010) -> (continuation of Deferred@2088021032 after retry RPC after error@1476383204) -> (continuation of Deferred@1502709464 after retry RPC after error@349871749) -> (continuation of Deferred@1293317594 after retry RPC after error@1682963821) -> (continuation of Deferred@826085498 after retry RPC after error@1901305454)))
20:14:24.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@676774959(state=PENDING, result=null, callback=(continuation of Deferred@1847749764 after retry RPC after error@80373730) -> (continuation of Deferred@869867512 after retry RPC after error@766562832) -> (continuation of Deferred@1342954862 after retry RPC after error@128534010) -> (continuation of Deferred@2088021032 after retry RPC after error@1476383204) -> (continuation of Deferred@1502709464 after retry RPC after error@349871749) -> (continuation of Deferred@1293317594 after retry RPC after error@1682963821) -> (continuation of Deferred@826085498 after retry RPC after error@1901305454), errback=(continuation of Deferred@1847749764 after retry RPC after error@80373730) -> (continuation of Deferred@869867512 after retry RPC after error@766562832) -> (continuation of Deferred@1342954862 after retry RPC after error@128534010) -> (continuation of Deferred@2088021032 after retry RPC after error@1476383204) -> (continuation of Deferred@1502709464 after retry RPC after error@349871749) -> (continuation of Deferred@1293317594 after retry RPC after error@1682963821) -> (continuation of Deferred@826085498 after retry RPC after error@1901305454)))
20:14:24.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1520951148(state=PENDING, result=null, callback=(continuation of Deferred@250238908 after retry RPC after error@1417968958) -> (continuation of Deferred@1383238904 after retry RPC after error@910849381) -> (continuation of Deferred@1782678439 after retry RPC after error@492535388) -> (continuation of Deferred@1527264323 after retry RPC after error@1041011482) -> (continuation of Deferred@1488352199 after retry RPC after error@509173523) -> (continuation of Deferred@74042039 after retry RPC after error@1588010339), errback=(continuation of Deferred@250238908 after retry RPC after error@1417968958) -> (continuation of Deferred@1383238904 after retry RPC after error@910849381) -> (continuation of Deferred@1782678439 after retry RPC after error@492535388) -> (continuation of Deferred@1527264323 after retry RPC after error@1041011482) -> (continuation of Deferred@1488352199 after retry RPC after error@509173523) -> (continuation of Deferred@74042039 after retry RPC after error@1588010339)))
20:14:24.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1520951148(state=PENDING, result=null, callback=(continuation of Deferred@250238908 after retry RPC after error@1417968958) -> (continuation of Deferred@1383238904 after retry RPC after error@910849381) -> (continuation of Deferred@1782678439 after retry RPC after error@492535388) -> (continuation of Deferred@1527264323 after retry RPC after error@1041011482) -> (continuation of Deferred@1488352199 after retry RPC after error@509173523) -> (continuation of Deferred@74042039 after retry RPC after error@1588010339), errback=(continuation of Deferred@250238908 after retry RPC after error@1417968958) -> (continuation of Deferred@1383238904 after retry RPC after error@910849381) -> (continuation of Deferred@1782678439 after retry RPC after error@492535388) -> (continuation of Deferred@1527264323 after retry RPC after error@1041011482) -> (continuation of Deferred@1488352199 after retry RPC after error@509173523) -> (continuation of Deferred@74042039 after retry RPC after error@1588010339)))
20:14:24.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.549 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:24.708928 26144 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:24.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:24.709093 26144 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:24.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:24.709667 26144 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:24.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:24.710558 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:14:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:24.711684 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:24.711827 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:24.711918 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:24.712108 26144 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:24.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [47ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@492951660(state=PENDING, result=null, callback=(continuation of Deferred@909189421 after retry RPC after error@536277483) -> (continuation of Deferred@518422234 after retry RPC after error@223832018) -> (continuation of Deferred@852498204 after retry RPC after error@444715268) -> (continuation of Deferred@935099424 after retry RPC after error@23327986) -> (continuation of Deferred@859401013 after retry RPC after error@665097639) -> (continuation of Deferred@1940758543 after retry RPC after error@1836523244) -> (continuation of Deferred@368025780 after retry RPC after error@375719427), errback=(continuation of Deferred@909189421 after retry RPC after error@536277483) -> (continuation of Deferred@518422234 after retry RPC after error@223832018) -> (continuation of Deferred@852498204 after retry RPC after error@444715268) -> (continuation of Deferred@935099424 after retry RPC after error@23327986) -> (continuation of Deferred@859401013 after retry RPC after error@665097639) -> (continuation of Deferred@1940758543 after retry RPC after error@1836523244) -> (continuation of Deferred@368025780 after retry RPC after error@375719427)))
20:14:24.725 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [47ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@492951660(state=PENDING, result=null, callback=(continuation of Deferred@909189421 after retry RPC after error@536277483) -> (continuation of Deferred@518422234 after retry RPC after error@223832018) -> (continuation of Deferred@852498204 after retry RPC after error@444715268) -> (continuation of Deferred@935099424 after retry RPC after error@23327986) -> (continuation of Deferred@859401013 after retry RPC after error@665097639) -> (continuation of Deferred@1940758543 after retry RPC after error@1836523244) -> (continuation of Deferred@368025780 after retry RPC after error@375719427), errback=(continuation of Deferred@909189421 after retry RPC after error@536277483) -> (continuation of Deferred@518422234 after retry RPC after error@223832018) -> (continuation of Deferred@852498204 after retry RPC after error@444715268) -> (continuation of Deferred@935099424 after retry RPC after error@23327986) -> (continuation of Deferred@859401013 after retry RPC after error@665097639) -> (continuation of Deferred@1940758543 after retry RPC after error@1836523244) -> (continuation of Deferred@368025780 after retry RPC after error@375719427)))
20:14:24.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1804677247(state=PENDING, result=null, callback=(continuation of Deferred@1824188039 after retry RPC after error@1809145205) -> (continuation of Deferred@1490476057 after retry RPC after error@975576500) -> (continuation of Deferred@26430121 after retry RPC after error@1089241371) -> (continuation of Deferred@783592203 after retry RPC after error@611702996) -> (continuation of Deferred@1059592433 after retry RPC after error@468234838) -> (continuation of Deferred@277855955 after retry RPC after error@448165742) -> (continuation of Deferred@1705384793 after retry RPC after error@990015417), errback=(continuation of Deferred@1824188039 after retry RPC after error@1809145205) -> (continuation of Deferred@1490476057 after retry RPC after error@975576500) -> (continuation of Deferred@26430121 after retry RPC after error@1089241371) -> (continuation of Deferred@783592203 after retry RPC after error@611702996) -> (continuation of Deferred@1059592433 after retry RPC after error@468234838) -> (continuation of Deferred@277855955 after retry RPC after error@448165742) -> (continuation of Deferred@1705384793 after retry RPC after error@990015417)))
20:14:24.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1804677247(state=PENDING, result=null, callback=(continuation of Deferred@1824188039 after retry RPC after error@1809145205) -> (continuation of Deferred@1490476057 after retry RPC after error@975576500) -> (continuation of Deferred@26430121 after retry RPC after error@1089241371) -> (continuation of Deferred@783592203 after retry RPC after error@611702996) -> (continuation of Deferred@1059592433 after retry RPC after error@468234838) -> (continuation of Deferred@277855955 after retry RPC after error@448165742) -> (continuation of Deferred@1705384793 after retry RPC after error@990015417), errback=(continuation of Deferred@1824188039 after retry RPC after error@1809145205) -> (continuation of Deferred@1490476057 after retry RPC after error@975576500) -> (continuation of Deferred@26430121 after retry RPC after error@1089241371) -> (continuation of Deferred@783592203 after retry RPC after error@611702996) -> (continuation of Deferred@1059592433 after retry RPC after error@468234838) -> (continuation of Deferred@277855955 after retry RPC after error@448165742) -> (continuation of Deferred@1705384793 after retry RPC after error@990015417)))
20:14:24.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:24.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:24.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:24.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:24.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:24.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.163 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@302762384(state=PENDING, result=null, callback=(continuation of Deferred@671342529 after retry RPC after error@583823280) -> (continuation of Deferred@607003340 after retry RPC after error@1747265680) -> (continuation of Deferred@1592659842 after retry RPC after error@522082816) -> (continuation of Deferred@1249059693 after retry RPC after error@190047003) -> (continuation of Deferred@636448748 after retry RPC after error@1221394187) -> (continuation of Deferred@460834100 after retry RPC after error@262715002) -> (continuation of Deferred@1365653612 after retry RPC after error@2130555372) -> (continuation of Deferred@1527154018 after retry RPC after error@299361054), errback=(continuation of Deferred@671342529 after retry RPC after error@583823280) -> (continuation of Deferred@607003340 after retry RPC after error@1747265680) -> (continuation of Deferred@1592659842 after retry RPC after error@522082816) -> (continuation of Deferred@1249059693 after retry RPC after error@190047003) -> (continuation of Deferred@636448748 after retry RPC after error@1221394187) -> (continuation of Deferred@460834100 after retry RPC after error@262715002) -> (continuation of Deferred@1365653612 after retry RPC after error@2130555372) -> (continuation of Deferred@1527154018 after retry RPC after error@299361054)))
20:14:25.164 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:25.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1857024425(state=PENDING, result=null, callback=(continuation of Deferred@1393613307 after retry RPC after error@1710929489) -> (continuation of Deferred@1813407407 after retry RPC after error@2099634237) -> (continuation of Deferred@682565987 after retry RPC after error@416760345) -> (continuation of Deferred@1202416818 after retry RPC after error@358439026) -> (continuation of Deferred@1143523203 after retry RPC after error@1724748437) -> (continuation of Deferred@2057288706 after retry RPC after error@100591083) -> (continuation of Deferred@124272136 after retry RPC after error@230382922), errback=(continuation of Deferred@1393613307 after retry RPC after error@1710929489) -> (continuation of Deferred@1813407407 after retry RPC after error@2099634237) -> (continuation of Deferred@682565987 after retry RPC after error@416760345) -> (continuation of Deferred@1202416818 after retry RPC after error@358439026) -> (continuation of Deferred@1143523203 after retry RPC after error@1724748437) -> (continuation of Deferred@2057288706 after retry RPC after error@100591083) -> (continuation of Deferred@124272136 after retry RPC after error@230382922)))
20:14:25.346 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1857024425(state=PENDING, result=null, callback=(continuation of Deferred@1393613307 after retry RPC after error@1710929489) -> (continuation of Deferred@1813407407 after retry RPC after error@2099634237) -> (continuation of Deferred@682565987 after retry RPC after error@416760345) -> (continuation of Deferred@1202416818 after retry RPC after error@358439026) -> (continuation of Deferred@1143523203 after retry RPC after error@1724748437) -> (continuation of Deferred@2057288706 after retry RPC after error@100591083) -> (continuation of Deferred@124272136 after retry RPC after error@230382922), errback=(continuation of Deferred@1393613307 after retry RPC after error@1710929489) -> (continuation of Deferred@1813407407 after retry RPC after error@2099634237) -> (continuation of Deferred@682565987 after retry RPC after error@416760345) -> (continuation of Deferred@1202416818 after retry RPC after error@358439026) -> (continuation of Deferred@1143523203 after retry RPC after error@1724748437) -> (continuation of Deferred@2057288706 after retry RPC after error@100591083) -> (continuation of Deferred@124272136 after retry RPC after error@230382922)))
20:14:25.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1456021085(state=PENDING, result=null, callback=(continuation of Deferred@71764418 after retry RPC after error@1539028030) -> (continuation of Deferred@1230125079 after retry RPC after error@1475865750) -> (continuation of Deferred@1799550643 after retry RPC after error@1834923425) -> (continuation of Deferred@898939549 after retry RPC after error@1575969765) -> (continuation of Deferred@568652165 after retry RPC after error@957328293) -> (continuation of Deferred@694136395 after retry RPC after error@260636878) -> (continuation of Deferred@157786211 after retry RPC after error@1307668585), errback=(continuation of Deferred@71764418 after retry RPC after error@1539028030) -> (continuation of Deferred@1230125079 after retry RPC after error@1475865750) -> (continuation of Deferred@1799550643 after retry RPC after error@1834923425) -> (continuation of Deferred@898939549 after retry RPC after error@1575969765) -> (continuation of Deferred@568652165 after retry RPC after error@957328293) -> (continuation of Deferred@694136395 after retry RPC after error@260636878) -> (continuation of Deferred@157786211 after retry RPC after error@1307668585)))
20:14:25.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1456021085(state=PENDING, result=null, callback=(continuation of Deferred@71764418 after retry RPC after error@1539028030) -> (continuation of Deferred@1230125079 after retry RPC after error@1475865750) -> (continuation of Deferred@1799550643 after retry RPC after error@1834923425) -> (continuation of Deferred@898939549 after retry RPC after error@1575969765) -> (continuation of Deferred@568652165 after retry RPC after error@957328293) -> (continuation of Deferred@694136395 after retry RPC after error@260636878) -> (continuation of Deferred@157786211 after retry RPC after error@1307668585), errback=(continuation of Deferred@71764418 after retry RPC after error@1539028030) -> (continuation of Deferred@1230125079 after retry RPC after error@1475865750) -> (continuation of Deferred@1799550643 after retry RPC after error@1834923425) -> (continuation of Deferred@898939549 after retry RPC after error@1575969765) -> (continuation of Deferred@568652165 after retry RPC after error@957328293) -> (continuation of Deferred@694136395 after retry RPC after error@260636878) -> (continuation of Deferred@157786211 after retry RPC after error@1307668585)))
20:14:25.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1187814282(state=PENDING, result=null, callback=(continuation of Deferred@1150707179 after retry RPC after error@174501131) -> (continuation of Deferred@80475449 after retry RPC after error@645480161) -> (continuation of Deferred@1362607864 after retry RPC after error@1845911328) -> (continuation of Deferred@901717476 after retry RPC after error@1524540292) -> (continuation of Deferred@913442393 after retry RPC after error@1783738600) -> (continuation of Deferred@667734139 after retry RPC after error@136414597) -> (continuation of Deferred@776411670 after retry RPC after error@1232480710), errback=(continuation of Deferred@1150707179 after retry RPC after error@174501131) -> (continuation of Deferred@80475449 after retry RPC after error@645480161) -> (continuation of Deferred@1362607864 after retry RPC after error@1845911328) -> (continuation of Deferred@901717476 after retry RPC after error@1524540292) -> (continuation of Deferred@913442393 after retry RPC after error@1783738600) -> (continuation of Deferred@667734139 after retry RPC after error@136414597) -> (continuation of Deferred@776411670 after retry RPC after error@1232480710)))
20:14:25.866 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1187814282(state=PENDING, result=null, callback=(continuation of Deferred@1150707179 after retry RPC after error@174501131) -> (continuation of Deferred@80475449 after retry RPC after error@645480161) -> (continuation of Deferred@1362607864 after retry RPC after error@1845911328) -> (continuation of Deferred@901717476 after retry RPC after error@1524540292) -> (continuation of Deferred@913442393 after retry RPC after error@1783738600) -> (continuation of Deferred@667734139 after retry RPC after error@136414597) -> (continuation of Deferred@776411670 after retry RPC after error@1232480710), errback=(continuation of Deferred@1150707179 after retry RPC after error@174501131) -> (continuation of Deferred@80475449 after retry RPC after error@645480161) -> (continuation of Deferred@1362607864 after retry RPC after error@1845911328) -> (continuation of Deferred@901717476 after retry RPC after error@1524540292) -> (continuation of Deferred@913442393 after retry RPC after error@1783738600) -> (continuation of Deferred@667734139 after retry RPC after error@136414597) -> (continuation of Deferred@776411670 after retry RPC after error@1232480710)))
20:14:25.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:25.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:25.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:25.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:25.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:25.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1145860294(state=PENDING, result=null, callback=(continuation of Deferred@514012863 after retry RPC after error@1800663557) -> (continuation of Deferred@1724110700 after retry RPC after error@1093554482) -> (continuation of Deferred@1178567014 after retry RPC after error@839422078) -> (continuation of Deferred@1242057188 after retry RPC after error@2040280662) -> (continuation of Deferred@1125297330 after retry RPC after error@896487374) -> (continuation of Deferred@1033926638 after retry RPC after error@630642826) -> (continuation of Deferred@1933023158 after retry RPC after error@1021945633), errback=(continuation of Deferred@514012863 after retry RPC after error@1800663557) -> (continuation of Deferred@1724110700 after retry RPC after error@1093554482) -> (continuation of Deferred@1178567014 after retry RPC after error@839422078) -> (continuation of Deferred@1242057188 after retry RPC after error@2040280662) -> (continuation of Deferred@1125297330 after retry RPC after error@896487374) -> (continuation of Deferred@1033926638 after retry RPC after error@630642826) -> (continuation of Deferred@1933023158 after retry RPC after error@1021945633)))
20:14:26.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1145860294(state=PENDING, result=null, callback=(continuation of Deferred@514012863 after retry RPC after error@1800663557) -> (continuation of Deferred@1724110700 after retry RPC after error@1093554482) -> (continuation of Deferred@1178567014 after retry RPC after error@839422078) -> (continuation of Deferred@1242057188 after retry RPC after error@2040280662) -> (continuation of Deferred@1125297330 after retry RPC after error@896487374) -> (continuation of Deferred@1033926638 after retry RPC after error@630642826) -> (continuation of Deferred@1933023158 after retry RPC after error@1021945633), errback=(continuation of Deferred@514012863 after retry RPC after error@1800663557) -> (continuation of Deferred@1724110700 after retry RPC after error@1093554482) -> (continuation of Deferred@1178567014 after retry RPC after error@839422078) -> (continuation of Deferred@1242057188 after retry RPC after error@2040280662) -> (continuation of Deferred@1125297330 after retry RPC after error@896487374) -> (continuation of Deferred@1033926638 after retry RPC after error@630642826) -> (continuation of Deferred@1933023158 after retry RPC after error@1021945633)))
20:14:26.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1066826158(state=PENDING, result=null, callback=(continuation of Deferred@426697363 after retry RPC after error@2095583956) -> (continuation of Deferred@381171138 after retry RPC after error@451896754) -> (continuation of Deferred@1962632710 after retry RPC after error@1220125951) -> (continuation of Deferred@527998479 after retry RPC after error@2128329383) -> (continuation of Deferred@1371486252 after retry RPC after error@1420095672) -> (continuation of Deferred@259491013 after retry RPC after error@744102158) -> (continuation of Deferred@76294897 after retry RPC after error@2002664424), errback=(continuation of Deferred@426697363 after retry RPC after error@2095583956) -> (continuation of Deferred@381171138 after retry RPC after error@451896754) -> (continuation of Deferred@1962632710 after retry RPC after error@1220125951) -> (continuation of Deferred@527998479 after retry RPC after error@2128329383) -> (continuation of Deferred@1371486252 after retry RPC after error@1420095672) -> (continuation of Deferred@259491013 after retry RPC after error@744102158) -> (continuation of Deferred@76294897 after retry RPC after error@2002664424)))
20:14:26.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1066826158(state=PENDING, result=null, callback=(continuation of Deferred@426697363 after retry RPC after error@2095583956) -> (continuation of Deferred@381171138 after retry RPC after error@451896754) -> (continuation of Deferred@1962632710 after retry RPC after error@1220125951) -> (continuation of Deferred@527998479 after retry RPC after error@2128329383) -> (continuation of Deferred@1371486252 after retry RPC after error@1420095672) -> (continuation of Deferred@259491013 after retry RPC after error@744102158) -> (continuation of Deferred@76294897 after retry RPC after error@2002664424), errback=(continuation of Deferred@426697363 after retry RPC after error@2095583956) -> (continuation of Deferred@381171138 after retry RPC after error@451896754) -> (continuation of Deferred@1962632710 after retry RPC after error@1220125951) -> (continuation of Deferred@527998479 after retry RPC after error@2128329383) -> (continuation of Deferred@1371486252 after retry RPC after error@1420095672) -> (continuation of Deferred@259491013 after retry RPC after error@744102158) -> (continuation of Deferred@76294897 after retry RPC after error@2002664424)))
20:14:26.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@226267574(state=PENDING, result=null, callback=(continuation of Deferred@505908695 after retry RPC after error@331133236) -> (continuation of Deferred@1182441019 after retry RPC after error@794973795) -> (continuation of Deferred@218705773 after retry RPC after error@2076838633) -> (continuation of Deferred@1767102701 after retry RPC after error@1421826794) -> (continuation of Deferred@277443927 after retry RPC after error@1002420461) -> (continuation of Deferred@1281137607 after retry RPC after error@1645932716) -> (continuation of Deferred@971117173 after retry RPC after error@2136780148), errback=(continuation of Deferred@505908695 after retry RPC after error@331133236) -> (continuation of Deferred@1182441019 after retry RPC after error@794973795) -> (continuation of Deferred@218705773 after retry RPC after error@2076838633) -> (continuation of Deferred@1767102701 after retry RPC after error@1421826794) -> (continuation of Deferred@277443927 after retry RPC after error@1002420461) -> (continuation of Deferred@1281137607 after retry RPC after error@1645932716) -> (continuation of Deferred@971117173 after retry RPC after error@2136780148)))
20:14:26.525 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@226267574(state=PENDING, result=null, callback=(continuation of Deferred@505908695 after retry RPC after error@331133236) -> (continuation of Deferred@1182441019 after retry RPC after error@794973795) -> (continuation of Deferred@218705773 after retry RPC after error@2076838633) -> (continuation of Deferred@1767102701 after retry RPC after error@1421826794) -> (continuation of Deferred@277443927 after retry RPC after error@1002420461) -> (continuation of Deferred@1281137607 after retry RPC after error@1645932716) -> (continuation of Deferred@971117173 after retry RPC after error@2136780148), errback=(continuation of Deferred@505908695 after retry RPC after error@331133236) -> (continuation of Deferred@1182441019 after retry RPC after error@794973795) -> (continuation of Deferred@218705773 after retry RPC after error@2076838633) -> (continuation of Deferred@1767102701 after retry RPC after error@1421826794) -> (continuation of Deferred@277443927 after retry RPC after error@1002420461) -> (continuation of Deferred@1281137607 after retry RPC after error@1645932716) -> (continuation of Deferred@971117173 after retry RPC after error@2136780148)))
20:14:26.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@565119669(state=PENDING, result=null, callback=(continuation of Deferred@475316434 after retry RPC after error@866615815) -> (continuation of Deferred@2128197206 after retry RPC after error@670753178) -> (continuation of Deferred@487782375 after retry RPC after error@313195000) -> (continuation of Deferred@561157885 after retry RPC after error@1374963064) -> (continuation of Deferred@1540570478 after retry RPC after error@519269077) -> (continuation of Deferred@721670792 after retry RPC after error@1487899925) -> (continuation of Deferred@441840419 after retry RPC after error@527796094), errback=(continuation of Deferred@475316434 after retry RPC after error@866615815) -> (continuation of Deferred@2128197206 after retry RPC after error@670753178) -> (continuation of Deferred@487782375 after retry RPC after error@313195000) -> (continuation of Deferred@561157885 after retry RPC after error@1374963064) -> (continuation of Deferred@1540570478 after retry RPC after error@519269077) -> (continuation of Deferred@721670792 after retry RPC after error@1487899925) -> (continuation of Deferred@441840419 after retry RPC after error@527796094)))
20:14:26.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@565119669(state=PENDING, result=null, callback=(continuation of Deferred@475316434 after retry RPC after error@866615815) -> (continuation of Deferred@2128197206 after retry RPC after error@670753178) -> (continuation of Deferred@487782375 after retry RPC after error@313195000) -> (continuation of Deferred@561157885 after retry RPC after error@1374963064) -> (continuation of Deferred@1540570478 after retry RPC after error@519269077) -> (continuation of Deferred@721670792 after retry RPC after error@1487899925) -> (continuation of Deferred@441840419 after retry RPC after error@527796094), errback=(continuation of Deferred@475316434 after retry RPC after error@866615815) -> (continuation of Deferred@2128197206 after retry RPC after error@670753178) -> (continuation of Deferred@487782375 after retry RPC after error@313195000) -> (continuation of Deferred@561157885 after retry RPC after error@1374963064) -> (continuation of Deferred@1540570478 after retry RPC after error@519269077) -> (continuation of Deferred@721670792 after retry RPC after error@1487899925) -> (continuation of Deferred@441840419 after retry RPC after error@527796094)))
20:14:26.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:26.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:26.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:26.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:26.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:26.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2010989440(state=PENDING, result=null, callback=(continuation of Deferred@2059922365 after retry RPC after error@1668847962) -> (continuation of Deferred@1180093153 after retry RPC after error@1527398632) -> (continuation of Deferred@508936759 after retry RPC after error@960510702) -> (continuation of Deferred@1236397797 after retry RPC after error@1077275195) -> (continuation of Deferred@1891748976 after retry RPC after error@1223565260) -> (continuation of Deferred@250480370 after retry RPC after error@1642418470) -> (continuation of Deferred@523875110 after retry RPC after error@663871346), errback=(continuation of Deferred@2059922365 after retry RPC after error@1668847962) -> (continuation of Deferred@1180093153 after retry RPC after error@1527398632) -> (continuation of Deferred@508936759 after retry RPC after error@960510702) -> (continuation of Deferred@1236397797 after retry RPC after error@1077275195) -> (continuation of Deferred@1891748976 after retry RPC after error@1223565260) -> (continuation of Deferred@250480370 after retry RPC after error@1642418470) -> (continuation of Deferred@523875110 after retry RPC after error@663871346)))
20:14:26.985 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2010989440(state=PENDING, result=null, callback=(continuation of Deferred@2059922365 after retry RPC after error@1668847962) -> (continuation of Deferred@1180093153 after retry RPC after error@1527398632) -> (continuation of Deferred@508936759 after retry RPC after error@960510702) -> (continuation of Deferred@1236397797 after retry RPC after error@1077275195) -> (continuation of Deferred@1891748976 after retry RPC after error@1223565260) -> (continuation of Deferred@250480370 after retry RPC after error@1642418470) -> (continuation of Deferred@523875110 after retry RPC after error@663871346), errback=(continuation of Deferred@2059922365 after retry RPC after error@1668847962) -> (continuation of Deferred@1180093153 after retry RPC after error@1527398632) -> (continuation of Deferred@508936759 after retry RPC after error@960510702) -> (continuation of Deferred@1236397797 after retry RPC after error@1077275195) -> (continuation of Deferred@1891748976 after retry RPC after error@1223565260) -> (continuation of Deferred@250480370 after retry RPC after error@1642418470) -> (continuation of Deferred@523875110 after retry RPC after error@663871346)))
20:14:27.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@274600547(state=PENDING, result=null, callback=(continuation of Deferred@1744401535 after retry RPC after error@263535408) -> (continuation of Deferred@1974379178 after retry RPC after error@352549750) -> (continuation of Deferred@972406565 after retry RPC after error@532639632) -> (continuation of Deferred@528753983 after retry RPC after error@298984818) -> (continuation of Deferred@88784122 after retry RPC after error@1634566188) -> (continuation of Deferred@1602157795 after retry RPC after error@1594338251), errback=(continuation of Deferred@1744401535 after retry RPC after error@263535408) -> (continuation of Deferred@1974379178 after retry RPC after error@352549750) -> (continuation of Deferred@972406565 after retry RPC after error@532639632) -> (continuation of Deferred@528753983 after retry RPC after error@298984818) -> (continuation of Deferred@88784122 after retry RPC after error@1634566188) -> (continuation of Deferred@1602157795 after retry RPC after error@1594338251)))
20:14:27.206 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@274600547(state=PENDING, result=null, callback=(continuation of Deferred@1744401535 after retry RPC after error@263535408) -> (continuation of Deferred@1974379178 after retry RPC after error@352549750) -> (continuation of Deferred@972406565 after retry RPC after error@532639632) -> (continuation of Deferred@528753983 after retry RPC after error@298984818) -> (continuation of Deferred@88784122 after retry RPC after error@1634566188) -> (continuation of Deferred@1602157795 after retry RPC after error@1594338251), errback=(continuation of Deferred@1744401535 after retry RPC after error@263535408) -> (continuation of Deferred@1974379178 after retry RPC after error@352549750) -> (continuation of Deferred@972406565 after retry RPC after error@532639632) -> (continuation of Deferred@528753983 after retry RPC after error@298984818) -> (continuation of Deferred@88784122 after retry RPC after error@1634566188) -> (continuation of Deferred@1602157795 after retry RPC after error@1594338251)))
20:14:27.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1728742695(state=PENDING, result=null, callback=(continuation of Deferred@424304721 after retry RPC after error@259719609) -> (continuation of Deferred@1824949738 after retry RPC after error@1599477480) -> (continuation of Deferred@357871035 after retry RPC after error@1114964065) -> (continuation of Deferred@449061904 after retry RPC after error@1967816950) -> (continuation of Deferred@1162072721 after retry RPC after error@794801232) -> (continuation of Deferred@335601935 after retry RPC after error@904699465) -> (continuation of Deferred@1860175167 after retry RPC after error@1011859847), errback=(continuation of Deferred@424304721 after retry RPC after error@259719609) -> (continuation of Deferred@1824949738 after retry RPC after error@1599477480) -> (continuation of Deferred@357871035 after retry RPC after error@1114964065) -> (continuation of Deferred@449061904 after retry RPC after error@1967816950) -> (continuation of Deferred@1162072721 after retry RPC after error@794801232) -> (continuation of Deferred@335601935 after retry RPC after error@904699465) -> (continuation of Deferred@1860175167 after retry RPC after error@1011859847)))
20:14:27.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1728742695(state=PENDING, result=null, callback=(continuation of Deferred@424304721 after retry RPC after error@259719609) -> (continuation of Deferred@1824949738 after retry RPC after error@1599477480) -> (continuation of Deferred@357871035 after retry RPC after error@1114964065) -> (continuation of Deferred@449061904 after retry RPC after error@1967816950) -> (continuation of Deferred@1162072721 after retry RPC after error@794801232) -> (continuation of Deferred@335601935 after retry RPC after error@904699465) -> (continuation of Deferred@1860175167 after retry RPC after error@1011859847), errback=(continuation of Deferred@424304721 after retry RPC after error@259719609) -> (continuation of Deferred@1824949738 after retry RPC after error@1599477480) -> (continuation of Deferred@357871035 after retry RPC after error@1114964065) -> (continuation of Deferred@449061904 after retry RPC after error@1967816950) -> (continuation of Deferred@1162072721 after retry RPC after error@794801232) -> (continuation of Deferred@335601935 after retry RPC after error@904699465) -> (continuation of Deferred@1860175167 after retry RPC after error@1011859847)))
20:14:27.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1223864914(state=PENDING, result=null, callback=(continuation of Deferred@24060794 after retry RPC after error@1005044777) -> (continuation of Deferred@545346242 after retry RPC after error@2109478050) -> (continuation of Deferred@95460508 after retry RPC after error@7591567) -> (continuation of Deferred@709788417 after retry RPC after error@936025070) -> (continuation of Deferred@908043767 after retry RPC after error@675727893) -> (continuation of Deferred@1984823959 after retry RPC after error@364438107) -> (continuation of Deferred@1581501702 after retry RPC after error@1087087289), errback=(continuation of Deferred@24060794 after retry RPC after error@1005044777) -> (continuation of Deferred@545346242 after retry RPC after error@2109478050) -> (continuation of Deferred@95460508 after retry RPC after error@7591567) -> (continuation of Deferred@709788417 after retry RPC after error@936025070) -> (continuation of Deferred@908043767 after retry RPC after error@675727893) -> (continuation of Deferred@1984823959 after retry RPC after error@364438107) -> (continuation of Deferred@1581501702 after retry RPC after error@1087087289)))
20:14:27.666 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1223864914(state=PENDING, result=null, callback=(continuation of Deferred@24060794 after retry RPC after error@1005044777) -> (continuation of Deferred@545346242 after retry RPC after error@2109478050) -> (continuation of Deferred@95460508 after retry RPC after error@7591567) -> (continuation of Deferred@709788417 after retry RPC after error@936025070) -> (continuation of Deferred@908043767 after retry RPC after error@675727893) -> (continuation of Deferred@1984823959 after retry RPC after error@364438107) -> (continuation of Deferred@1581501702 after retry RPC after error@1087087289), errback=(continuation of Deferred@24060794 after retry RPC after error@1005044777) -> (continuation of Deferred@545346242 after retry RPC after error@2109478050) -> (continuation of Deferred@95460508 after retry RPC after error@7591567) -> (continuation of Deferred@709788417 after retry RPC after error@936025070) -> (continuation of Deferred@908043767 after retry RPC after error@675727893) -> (continuation of Deferred@1984823959 after retry RPC after error@364438107) -> (continuation of Deferred@1581501702 after retry RPC after error@1087087289)))
20:14:27.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@22150374(state=PENDING, result=null, callback=(continuation of Deferred@2065914328 after retry RPC after error@1687925776) -> (continuation of Deferred@1839127762 after retry RPC after error@1663482699) -> (continuation of Deferred@44749678 after retry RPC after error@1000918047) -> (continuation of Deferred@550236148 after retry RPC after error@1994515525) -> (continuation of Deferred@570718292 after retry RPC after error@1597083711) -> (continuation of Deferred@544890978 after retry RPC after error@1505786852) -> (continuation of Deferred@1485274704 after retry RPC after error@199535895), errback=(continuation of Deferred@2065914328 after retry RPC after error@1687925776) -> (continuation of Deferred@1839127762 after retry RPC after error@1663482699) -> (continuation of Deferred@44749678 after retry RPC after error@1000918047) -> (continuation of Deferred@550236148 after retry RPC after error@1994515525) -> (continuation of Deferred@570718292 after retry RPC after error@1597083711) -> (continuation of Deferred@544890978 after retry RPC after error@1505786852) -> (continuation of Deferred@1485274704 after retry RPC after error@199535895)))
20:14:27.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@22150374(state=PENDING, result=null, callback=(continuation of Deferred@2065914328 after retry RPC after error@1687925776) -> (continuation of Deferred@1839127762 after retry RPC after error@1663482699) -> (continuation of Deferred@44749678 after retry RPC after error@1000918047) -> (continuation of Deferred@550236148 after retry RPC after error@1994515525) -> (continuation of Deferred@570718292 after retry RPC after error@1597083711) -> (continuation of Deferred@544890978 after retry RPC after error@1505786852) -> (continuation of Deferred@1485274704 after retry RPC after error@199535895), errback=(continuation of Deferred@2065914328 after retry RPC after error@1687925776) -> (continuation of Deferred@1839127762 after retry RPC after error@1663482699) -> (continuation of Deferred@44749678 after retry RPC after error@1000918047) -> (continuation of Deferred@550236148 after retry RPC after error@1994515525) -> (continuation of Deferred@570718292 after retry RPC after error@1597083711) -> (continuation of Deferred@544890978 after retry RPC after error@1505786852) -> (continuation of Deferred@1485274704 after retry RPC after error@199535895)))
20:14:27.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:27.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:27.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:27.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:27.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:27.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@98570240(state=PENDING, result=null, callback=(continuation of Deferred@1844958471 after retry RPC after error@825919438) -> (continuation of Deferred@749569121 after retry RPC after error@692646372) -> (continuation of Deferred@2059687463 after retry RPC after error@530950726) -> (continuation of Deferred@1600891743 after retry RPC after error@826455687) -> (continuation of Deferred@1768930278 after retry RPC after error@1537919767) -> (continuation of Deferred@1503244910 after retry RPC after error@2110509396), errback=(continuation of Deferred@1844958471 after retry RPC after error@825919438) -> (continuation of Deferred@749569121 after retry RPC after error@692646372) -> (continuation of Deferred@2059687463 after retry RPC after error@530950726) -> (continuation of Deferred@1600891743 after retry RPC after error@826455687) -> (continuation of Deferred@1768930278 after retry RPC after error@1537919767) -> (continuation of Deferred@1503244910 after retry RPC after error@2110509396)))
20:14:28.066 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@98570240(state=PENDING, result=null, callback=(continuation of Deferred@1844958471 after retry RPC after error@825919438) -> (continuation of Deferred@749569121 after retry RPC after error@692646372) -> (continuation of Deferred@2059687463 after retry RPC after error@530950726) -> (continuation of Deferred@1600891743 after retry RPC after error@826455687) -> (continuation of Deferred@1768930278 after retry RPC after error@1537919767) -> (continuation of Deferred@1503244910 after retry RPC after error@2110509396), errback=(continuation of Deferred@1844958471 after retry RPC after error@825919438) -> (continuation of Deferred@749569121 after retry RPC after error@692646372) -> (continuation of Deferred@2059687463 after retry RPC after error@530950726) -> (continuation of Deferred@1600891743 after retry RPC after error@826455687) -> (continuation of Deferred@1768930278 after retry RPC after error@1537919767) -> (continuation of Deferred@1503244910 after retry RPC after error@2110509396)))
20:14:28.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1407128877(state=PENDING, result=null, callback=(continuation of Deferred@804899823 after retry RPC after error@229808481) -> (continuation of Deferred@484671299 after retry RPC after error@935229327) -> (continuation of Deferred@1459184676 after retry RPC after error@1327076875) -> (continuation of Deferred@1208476108 after retry RPC after error@214033740) -> (continuation of Deferred@285501620 after retry RPC after error@305012049) -> (continuation of Deferred@1699780441 after retry RPC after error@1715008826) -> (continuation of Deferred@1422614657 after retry RPC after error@913128412) -> (continuation of Deferred@1466337303 after retry RPC after error@1993746148), errback=(continuation of Deferred@804899823 after retry RPC after error@229808481) -> (continuation of Deferred@484671299 after retry RPC after error@935229327) -> (continuation of Deferred@1459184676 after retry RPC after error@1327076875) -> (continuation of Deferred@1208476108 after retry RPC after error@214033740) -> (continuation of Deferred@285501620 after retry RPC after error@305012049) -> (continuation of Deferred@1699780441 after retry RPC after error@1715008826) -> (continuation of Deferred@1422614657 after retry RPC after error@913128412) -> (continuation of Deferred@1466337303 after retry RPC after error@1993746148)))
20:14:28.306 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1407128877(state=PENDING, result=null, callback=(continuation of Deferred@804899823 after retry RPC after error@229808481) -> (continuation of Deferred@484671299 after retry RPC after error@935229327) -> (continuation of Deferred@1459184676 after retry RPC after error@1327076875) -> (continuation of Deferred@1208476108 after retry RPC after error@214033740) -> (continuation of Deferred@285501620 after retry RPC after error@305012049) -> (continuation of Deferred@1699780441 after retry RPC after error@1715008826) -> (continuation of Deferred@1422614657 after retry RPC after error@913128412) -> (continuation of Deferred@1466337303 after retry RPC after error@1993746148), errback=(continuation of Deferred@804899823 after retry RPC after error@229808481) -> (continuation of Deferred@484671299 after retry RPC after error@935229327) -> (continuation of Deferred@1459184676 after retry RPC after error@1327076875) -> (continuation of Deferred@1208476108 after retry RPC after error@214033740) -> (continuation of Deferred@285501620 after retry RPC after error@305012049) -> (continuation of Deferred@1699780441 after retry RPC after error@1715008826) -> (continuation of Deferred@1422614657 after retry RPC after error@913128412) -> (continuation of Deferred@1466337303 after retry RPC after error@1993746148)))
20:14:28.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@656266155(state=PENDING, result=null, callback=(continuation of Deferred@491977014 after retry RPC after error@2035449024) -> (continuation of Deferred@607138520 after retry RPC after error@1845050750) -> (continuation of Deferred@1734927038 after retry RPC after error@221652719) -> (continuation of Deferred@674587491 after retry RPC after error@209959382) -> (continuation of Deferred@752797674 after retry RPC after error@283348416) -> (continuation of Deferred@323930820 after retry RPC after error@43158642), errback=(continuation of Deferred@491977014 after retry RPC after error@2035449024) -> (continuation of Deferred@607138520 after retry RPC after error@1845050750) -> (continuation of Deferred@1734927038 after retry RPC after error@221652719) -> (continuation of Deferred@674587491 after retry RPC after error@209959382) -> (continuation of Deferred@752797674 after retry RPC after error@283348416) -> (continuation of Deferred@323930820 after retry RPC after error@43158642)))
20:14:28.486 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@656266155(state=PENDING, result=null, callback=(continuation of Deferred@491977014 after retry RPC after error@2035449024) -> (continuation of Deferred@607138520 after retry RPC after error@1845050750) -> (continuation of Deferred@1734927038 after retry RPC after error@221652719) -> (continuation of Deferred@674587491 after retry RPC after error@209959382) -> (continuation of Deferred@752797674 after retry RPC after error@283348416) -> (continuation of Deferred@323930820 after retry RPC after error@43158642), errback=(continuation of Deferred@491977014 after retry RPC after error@2035449024) -> (continuation of Deferred@607138520 after retry RPC after error@1845050750) -> (continuation of Deferred@1734927038 after retry RPC after error@221652719) -> (continuation of Deferred@674587491 after retry RPC after error@209959382) -> (continuation of Deferred@752797674 after retry RPC after error@283348416) -> (continuation of Deferred@323930820 after retry RPC after error@43158642)))
20:14:28.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@630213920(state=PENDING, result=null, callback=(continuation of Deferred@1475526972 after retry RPC after error@1051030488) -> (continuation of Deferred@100938286 after retry RPC after error@567969411) -> (continuation of Deferred@1616926885 after retry RPC after error@1968102594) -> (continuation of Deferred@1392248071 after retry RPC after error@669482821) -> (continuation of Deferred@1159773804 after retry RPC after error@1183564486) -> (continuation of Deferred@1961702189 after retry RPC after error@1751938978) -> (continuation of Deferred@679438109 after retry RPC after error@813305126), errback=(continuation of Deferred@1475526972 after retry RPC after error@1051030488) -> (continuation of Deferred@100938286 after retry RPC after error@567969411) -> (continuation of Deferred@1616926885 after retry RPC after error@1968102594) -> (continuation of Deferred@1392248071 after retry RPC after error@669482821) -> (continuation of Deferred@1159773804 after retry RPC after error@1183564486) -> (continuation of Deferred@1961702189 after retry RPC after error@1751938978) -> (continuation of Deferred@679438109 after retry RPC after error@813305126)))
20:14:28.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@630213920(state=PENDING, result=null, callback=(continuation of Deferred@1475526972 after retry RPC after error@1051030488) -> (continuation of Deferred@100938286 after retry RPC after error@567969411) -> (continuation of Deferred@1616926885 after retry RPC after error@1968102594) -> (continuation of Deferred@1392248071 after retry RPC after error@669482821) -> (continuation of Deferred@1159773804 after retry RPC after error@1183564486) -> (continuation of Deferred@1961702189 after retry RPC after error@1751938978) -> (continuation of Deferred@679438109 after retry RPC after error@813305126), errback=(continuation of Deferred@1475526972 after retry RPC after error@1051030488) -> (continuation of Deferred@100938286 after retry RPC after error@567969411) -> (continuation of Deferred@1616926885 after retry RPC after error@1968102594) -> (continuation of Deferred@1392248071 after retry RPC after error@669482821) -> (continuation of Deferred@1159773804 after retry RPC after error@1183564486) -> (continuation of Deferred@1961702189 after retry RPC after error@1751938978) -> (continuation of Deferred@679438109 after retry RPC after error@813305126)))
20:14:28.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@798349560(state=PENDING, result=null, callback=(continuation of Deferred@1462459357 after retry RPC after error@1558088075) -> (continuation of Deferred@1683759799 after retry RPC after error@1695511772) -> (continuation of Deferred@1761029651 after retry RPC after error@1078816855) -> (continuation of Deferred@1157741427 after retry RPC after error@1530306203) -> (continuation of Deferred@182494296 after retry RPC after error@562340507) -> (continuation of Deferred@1771458555 after retry RPC after error@112969236) -> (continuation of Deferred@158757119 after retry RPC after error@224561968), errback=(continuation of Deferred@1462459357 after retry RPC after error@1558088075) -> (continuation of Deferred@1683759799 after retry RPC after error@1695511772) -> (continuation of Deferred@1761029651 after retry RPC after error@1078816855) -> (continuation of Deferred@1157741427 after retry RPC after error@1530306203) -> (continuation of Deferred@182494296 after retry RPC after error@562340507) -> (continuation of Deferred@1771458555 after retry RPC after error@112969236) -> (continuation of Deferred@158757119 after retry RPC after error@224561968)))
20:14:28.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@798349560(state=PENDING, result=null, callback=(continuation of Deferred@1462459357 after retry RPC after error@1558088075) -> (continuation of Deferred@1683759799 after retry RPC after error@1695511772) -> (continuation of Deferred@1761029651 after retry RPC after error@1078816855) -> (continuation of Deferred@1157741427 after retry RPC after error@1530306203) -> (continuation of Deferred@182494296 after retry RPC after error@562340507) -> (continuation of Deferred@1771458555 after retry RPC after error@112969236) -> (continuation of Deferred@158757119 after retry RPC after error@224561968), errback=(continuation of Deferred@1462459357 after retry RPC after error@1558088075) -> (continuation of Deferred@1683759799 after retry RPC after error@1695511772) -> (continuation of Deferred@1761029651 after retry RPC after error@1078816855) -> (continuation of Deferred@1157741427 after retry RPC after error@1530306203) -> (continuation of Deferred@182494296 after retry RPC after error@562340507) -> (continuation of Deferred@1771458555 after retry RPC after error@112969236) -> (continuation of Deferred@158757119 after retry RPC after error@224561968)))
20:14:28.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:28.955376 26169 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:28.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:28.955582 26169 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:28.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:28.956270 26169 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:28.958025 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:28.958175 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:28.958292 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:28.958500 26169 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:28.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:28.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:28.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:28.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:28.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:28.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1093692257(state=PENDING, result=null, callback=(continuation of Deferred@1772205810 after retry RPC after error@895642649) -> (continuation of Deferred@1399376137 after retry RPC after error@289528678) -> (continuation of Deferred@1974729114 after retry RPC after error@1394037137) -> (continuation of Deferred@1185081979 after retry RPC after error@1504154402) -> (continuation of Deferred@858971813 after retry RPC after error@1522571915) -> (continuation of Deferred@190861978 after retry RPC after error@1857810007) -> (continuation of Deferred@1272562387 after retry RPC after error@361962977) -> (continuation of Deferred@476997963 after retry RPC after error@764868039), errback=(continuation of Deferred@1772205810 after retry RPC after error@895642649) -> (continuation of Deferred@1399376137 after retry RPC after error@289528678) -> (continuation of Deferred@1974729114 after retry RPC after error@1394037137) -> (continuation of Deferred@1185081979 after retry RPC after error@1504154402) -> (continuation of Deferred@858971813 after retry RPC after error@1522571915) -> (continuation of Deferred@190861978 after retry RPC after error@1857810007) -> (continuation of Deferred@1272562387 after retry RPC after error@361962977) -> (continuation of Deferred@476997963 after retry RPC after error@764868039)))
20:14:29.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1093692257(state=PENDING, result=null, callback=(continuation of Deferred@1772205810 after retry RPC after error@895642649) -> (continuation of Deferred@1399376137 after retry RPC after error@289528678) -> (continuation of Deferred@1974729114 after retry RPC after error@1394037137) -> (continuation of Deferred@1185081979 after retry RPC after error@1504154402) -> (continuation of Deferred@858971813 after retry RPC after error@1522571915) -> (continuation of Deferred@190861978 after retry RPC after error@1857810007) -> (continuation of Deferred@1272562387 after retry RPC after error@361962977) -> (continuation of Deferred@476997963 after retry RPC after error@764868039), errback=(continuation of Deferred@1772205810 after retry RPC after error@895642649) -> (continuation of Deferred@1399376137 after retry RPC after error@289528678) -> (continuation of Deferred@1974729114 after retry RPC after error@1394037137) -> (continuation of Deferred@1185081979 after retry RPC after error@1504154402) -> (continuation of Deferred@858971813 after retry RPC after error@1522571915) -> (continuation of Deferred@190861978 after retry RPC after error@1857810007) -> (continuation of Deferred@1272562387 after retry RPC after error@361962977) -> (continuation of Deferred@476997963 after retry RPC after error@764868039)))
20:14:29.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2071653238(state=PENDING, result=null, callback=(continuation of Deferred@647219410 after retry RPC after error@248939272) -> (continuation of Deferred@857230675 after retry RPC after error@529867037) -> (continuation of Deferred@670609253 after retry RPC after error@487372369) -> (continuation of Deferred@1812922998 after retry RPC after error@1512327971) -> (continuation of Deferred@952452229 after retry RPC after error@1082377202) -> (continuation of Deferred@1410037030 after retry RPC after error@739135959) -> (continuation of Deferred@1056823743 after retry RPC after error@1623134657), errback=(continuation of Deferred@647219410 after retry RPC after error@248939272) -> (continuation of Deferred@857230675 after retry RPC after error@529867037) -> (continuation of Deferred@670609253 after retry RPC after error@487372369) -> (continuation of Deferred@1812922998 after retry RPC after error@1512327971) -> (continuation of Deferred@952452229 after retry RPC after error@1082377202) -> (continuation of Deferred@1410037030 after retry RPC after error@739135959) -> (continuation of Deferred@1056823743 after retry RPC after error@1623134657)))
20:14:29.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2071653238(state=PENDING, result=null, callback=(continuation of Deferred@647219410 after retry RPC after error@248939272) -> (continuation of Deferred@857230675 after retry RPC after error@529867037) -> (continuation of Deferred@670609253 after retry RPC after error@487372369) -> (continuation of Deferred@1812922998 after retry RPC after error@1512327971) -> (continuation of Deferred@952452229 after retry RPC after error@1082377202) -> (continuation of Deferred@1410037030 after retry RPC after error@739135959) -> (continuation of Deferred@1056823743 after retry RPC after error@1623134657), errback=(continuation of Deferred@647219410 after retry RPC after error@248939272) -> (continuation of Deferred@857230675 after retry RPC after error@529867037) -> (continuation of Deferred@670609253 after retry RPC after error@487372369) -> (continuation of Deferred@1812922998 after retry RPC after error@1512327971) -> (continuation of Deferred@952452229 after retry RPC after error@1082377202) -> (continuation of Deferred@1410037030 after retry RPC after error@739135959) -> (continuation of Deferred@1056823743 after retry RPC after error@1623134657)))
20:14:29.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.683 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@484051754(state=PENDING, result=null, callback=(continuation of Deferred@1730654494 after retry RPC after error@1025285999) -> (continuation of Deferred@103690107 after retry RPC after error@1247934415) -> (continuation of Deferred@278135004 after retry RPC after error@1235882566) -> (continuation of Deferred@1049147903 after retry RPC after error@2073226862) -> (continuation of Deferred@1261470496 after retry RPC after error@1376878626) -> (continuation of Deferred@690855134 after retry RPC after error@1168176651) -> (continuation of Deferred@180765724 after retry RPC after error@1418253814) -> (continuation of Deferred@294021333 after retry RPC after error@1398068288), errback=(continuation of Deferred@1730654494 after retry RPC after error@1025285999) -> (continuation of Deferred@103690107 after retry RPC after error@1247934415) -> (continuation of Deferred@278135004 after retry RPC after error@1235882566) -> (continuation of Deferred@1049147903 after retry RPC after error@2073226862) -> (continuation of Deferred@1261470496 after retry RPC after error@1376878626) -> (continuation of Deferred@690855134 after retry RPC after error@1168176651) -> (continuation of Deferred@180765724 after retry RPC after error@1418253814) -> (continuation of Deferred@294021333 after retry RPC after error@1398068288)))
20:14:29.684 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:29.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@844275915(state=PENDING, result=null, callback=(continuation of Deferred@1378731983 after retry RPC after error@2140254179) -> (continuation of Deferred@1398668515 after retry RPC after error@1957579451) -> (continuation of Deferred@1216473182 after retry RPC after error@983414810) -> (continuation of Deferred@102494542 after retry RPC after error@15108260) -> (continuation of Deferred@1197622270 after retry RPC after error@275279456) -> (continuation of Deferred@1235250338 after retry RPC after error@2109177498), errback=(continuation of Deferred@1378731983 after retry RPC after error@2140254179) -> (continuation of Deferred@1398668515 after retry RPC after error@1957579451) -> (continuation of Deferred@1216473182 after retry RPC after error@983414810) -> (continuation of Deferred@102494542 after retry RPC after error@15108260) -> (continuation of Deferred@1197622270 after retry RPC after error@275279456) -> (continuation of Deferred@1235250338 after retry RPC after error@2109177498)))
20:14:29.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@844275915(state=PENDING, result=null, callback=(continuation of Deferred@1378731983 after retry RPC after error@2140254179) -> (continuation of Deferred@1398668515 after retry RPC after error@1957579451) -> (continuation of Deferred@1216473182 after retry RPC after error@983414810) -> (continuation of Deferred@102494542 after retry RPC after error@15108260) -> (continuation of Deferred@1197622270 after retry RPC after error@275279456) -> (continuation of Deferred@1235250338 after retry RPC after error@2109177498), errback=(continuation of Deferred@1378731983 after retry RPC after error@2140254179) -> (continuation of Deferred@1398668515 after retry RPC after error@1957579451) -> (continuation of Deferred@1216473182 after retry RPC after error@983414810) -> (continuation of Deferred@102494542 after retry RPC after error@15108260) -> (continuation of Deferred@1197622270 after retry RPC after error@275279456) -> (continuation of Deferred@1235250338 after retry RPC after error@2109177498)))
20:14:29.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:29.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:29.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:29.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:29.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:29.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.124 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@591572951(state=PENDING, result=null, callback=(continuation of Deferred@555241406 after retry RPC after error@1507326889) -> (continuation of Deferred@1817336632 after retry RPC after error@1515744626) -> (continuation of Deferred@970894392 after retry RPC after error@1605505561) -> (continuation of Deferred@558303564 after retry RPC after error@946717675) -> (continuation of Deferred@1948129202 after retry RPC after error@1005842930) -> (continuation of Deferred@585601705 after retry RPC after error@1958969221) -> (continuation of Deferred@1885623592 after retry RPC after error@1421625015), errback=(continuation of Deferred@555241406 after retry RPC after error@1507326889) -> (continuation of Deferred@1817336632 after retry RPC after error@1515744626) -> (continuation of Deferred@970894392 after retry RPC after error@1605505561) -> (continuation of Deferred@558303564 after retry RPC after error@946717675) -> (continuation of Deferred@1948129202 after retry RPC after error@1005842930) -> (continuation of Deferred@585601705 after retry RPC after error@1958969221) -> (continuation of Deferred@1885623592 after retry RPC after error@1421625015)))
20:14:30.124 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:30.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.404 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@495447146(state=PENDING, result=null, callback=(continuation of Deferred@495378930 after retry RPC after error@181315804) -> (continuation of Deferred@328486947 after retry RPC after error@827460231) -> (continuation of Deferred@468841518 after retry RPC after error@1678129092) -> (continuation of Deferred@1436706351 after retry RPC after error@1946503214) -> (continuation of Deferred@1623298564 after retry RPC after error@892084687) -> (continuation of Deferred@1937357403 after retry RPC after error@761514018) -> (continuation of Deferred@1105079864 after retry RPC after error@354962837), errback=(continuation of Deferred@495378930 after retry RPC after error@181315804) -> (continuation of Deferred@328486947 after retry RPC after error@827460231) -> (continuation of Deferred@468841518 after retry RPC after error@1678129092) -> (continuation of Deferred@1436706351 after retry RPC after error@1946503214) -> (continuation of Deferred@1623298564 after retry RPC after error@892084687) -> (continuation of Deferred@1937357403 after retry RPC after error@761514018) -> (continuation of Deferred@1105079864 after retry RPC after error@354962837)))
20:14:30.404 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:30.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@944214282(state=PENDING, result=null, callback=(continuation of Deferred@821082388 after retry RPC after error@851217897) -> (continuation of Deferred@1737234007 after retry RPC after error@1673991277) -> (continuation of Deferred@1447700760 after retry RPC after error@5191165) -> (continuation of Deferred@125220109 after retry RPC after error@1556725234) -> (continuation of Deferred@1540119962 after retry RPC after error@584412099) -> (continuation of Deferred@272202825 after retry RPC after error@17720721) -> (continuation of Deferred@941086887 after retry RPC after error@831862549), errback=(continuation of Deferred@821082388 after retry RPC after error@851217897) -> (continuation of Deferred@1737234007 after retry RPC after error@1673991277) -> (continuation of Deferred@1447700760 after retry RPC after error@5191165) -> (continuation of Deferred@125220109 after retry RPC after error@1556725234) -> (continuation of Deferred@1540119962 after retry RPC after error@584412099) -> (continuation of Deferred@272202825 after retry RPC after error@17720721) -> (continuation of Deferred@941086887 after retry RPC after error@831862549)))
20:14:30.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@944214282(state=PENDING, result=null, callback=(continuation of Deferred@821082388 after retry RPC after error@851217897) -> (continuation of Deferred@1737234007 after retry RPC after error@1673991277) -> (continuation of Deferred@1447700760 after retry RPC after error@5191165) -> (continuation of Deferred@125220109 after retry RPC after error@1556725234) -> (continuation of Deferred@1540119962 after retry RPC after error@584412099) -> (continuation of Deferred@272202825 after retry RPC after error@17720721) -> (continuation of Deferred@941086887 after retry RPC after error@831862549), errback=(continuation of Deferred@821082388 after retry RPC after error@851217897) -> (continuation of Deferred@1737234007 after retry RPC after error@1673991277) -> (continuation of Deferred@1447700760 after retry RPC after error@5191165) -> (continuation of Deferred@125220109 after retry RPC after error@1556725234) -> (continuation of Deferred@1540119962 after retry RPC after error@584412099) -> (continuation of Deferred@272202825 after retry RPC after error@17720721) -> (continuation of Deferred@941086887 after retry RPC after error@831862549)))
20:14:30.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1964117767(state=PENDING, result=null, callback=(continuation of Deferred@452679047 after retry RPC after error@2122215680) -> (continuation of Deferred@2039269688 after retry RPC after error@469994297) -> (continuation of Deferred@1544860243 after retry RPC after error@1366245024) -> (continuation of Deferred@1312155836 after retry RPC after error@1315960832) -> (continuation of Deferred@923819444 after retry RPC after error@522383304) -> (continuation of Deferred@2125698200 after retry RPC after error@1328405686) -> (continuation of Deferred@2061878554 after retry RPC after error@1924213025), errback=(continuation of Deferred@452679047 after retry RPC after error@2122215680) -> (continuation of Deferred@2039269688 after retry RPC after error@469994297) -> (continuation of Deferred@1544860243 after retry RPC after error@1366245024) -> (continuation of Deferred@1312155836 after retry RPC after error@1315960832) -> (continuation of Deferred@923819444 after retry RPC after error@522383304) -> (continuation of Deferred@2125698200 after retry RPC after error@1328405686) -> (continuation of Deferred@2061878554 after retry RPC after error@1924213025)))
20:14:30.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1964117767(state=PENDING, result=null, callback=(continuation of Deferred@452679047 after retry RPC after error@2122215680) -> (continuation of Deferred@2039269688 after retry RPC after error@469994297) -> (continuation of Deferred@1544860243 after retry RPC after error@1366245024) -> (continuation of Deferred@1312155836 after retry RPC after error@1315960832) -> (continuation of Deferred@923819444 after retry RPC after error@522383304) -> (continuation of Deferred@2125698200 after retry RPC after error@1328405686) -> (continuation of Deferred@2061878554 after retry RPC after error@1924213025), errback=(continuation of Deferred@452679047 after retry RPC after error@2122215680) -> (continuation of Deferred@2039269688 after retry RPC after error@469994297) -> (continuation of Deferred@1544860243 after retry RPC after error@1366245024) -> (continuation of Deferred@1312155836 after retry RPC after error@1315960832) -> (continuation of Deferred@923819444 after retry RPC after error@522383304) -> (continuation of Deferred@2125698200 after retry RPC after error@1328405686) -> (continuation of Deferred@2061878554 after retry RPC after error@1924213025)))
20:14:30.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:30.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:30.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:30.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:30.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:30.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1886806174(state=PENDING, result=null, callback=(continuation of Deferred@1368519622 after retry RPC after error@800178833) -> (continuation of Deferred@861080040 after retry RPC after error@1885535628) -> (continuation of Deferred@775106437 after retry RPC after error@263706008) -> (continuation of Deferred@612405711 after retry RPC after error@1139381838) -> (continuation of Deferred@1955714737 after retry RPC after error@1169938094) -> (continuation of Deferred@1695889727 after retry RPC after error@1782683701) -> (continuation of Deferred@278921106 after retry RPC after error@185226633), errback=(continuation of Deferred@1368519622 after retry RPC after error@800178833) -> (continuation of Deferred@861080040 after retry RPC after error@1885535628) -> (continuation of Deferred@775106437 after retry RPC after error@263706008) -> (continuation of Deferred@612405711 after retry RPC after error@1139381838) -> (continuation of Deferred@1955714737 after retry RPC after error@1169938094) -> (continuation of Deferred@1695889727 after retry RPC after error@1782683701) -> (continuation of Deferred@278921106 after retry RPC after error@185226633)))
20:14:31.125 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1886806174(state=PENDING, result=null, callback=(continuation of Deferred@1368519622 after retry RPC after error@800178833) -> (continuation of Deferred@861080040 after retry RPC after error@1885535628) -> (continuation of Deferred@775106437 after retry RPC after error@263706008) -> (continuation of Deferred@612405711 after retry RPC after error@1139381838) -> (continuation of Deferred@1955714737 after retry RPC after error@1169938094) -> (continuation of Deferred@1695889727 after retry RPC after error@1782683701) -> (continuation of Deferred@278921106 after retry RPC after error@185226633), errback=(continuation of Deferred@1368519622 after retry RPC after error@800178833) -> (continuation of Deferred@861080040 after retry RPC after error@1885535628) -> (continuation of Deferred@775106437 after retry RPC after error@263706008) -> (continuation of Deferred@612405711 after retry RPC after error@1139381838) -> (continuation of Deferred@1955714737 after retry RPC after error@1169938094) -> (continuation of Deferred@1695889727 after retry RPC after error@1782683701) -> (continuation of Deferred@278921106 after retry RPC after error@185226633)))
20:14:31.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.365 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@946265406(state=PENDING, result=null, callback=(continuation of Deferred@807628862 after retry RPC after error@2092269898) -> (continuation of Deferred@332452818 after retry RPC after error@500265915) -> (continuation of Deferred@920142527 after retry RPC after error@1723280127) -> (continuation of Deferred@1936473016 after retry RPC after error@1698091717) -> (continuation of Deferred@286239078 after retry RPC after error@1320192362) -> (continuation of Deferred@1544805119 after retry RPC after error@257989442) -> (continuation of Deferred@1674069841 after retry RPC after error@695826843), errback=(continuation of Deferred@807628862 after retry RPC after error@2092269898) -> (continuation of Deferred@332452818 after retry RPC after error@500265915) -> (continuation of Deferred@920142527 after retry RPC after error@1723280127) -> (continuation of Deferred@1936473016 after retry RPC after error@1698091717) -> (continuation of Deferred@286239078 after retry RPC after error@1320192362) -> (continuation of Deferred@1544805119 after retry RPC after error@257989442) -> (continuation of Deferred@1674069841 after retry RPC after error@695826843)))
20:14:31.366 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@946265406(state=PENDING, result=null, callback=(continuation of Deferred@807628862 after retry RPC after error@2092269898) -> (continuation of Deferred@332452818 after retry RPC after error@500265915) -> (continuation of Deferred@920142527 after retry RPC after error@1723280127) -> (continuation of Deferred@1936473016 after retry RPC after error@1698091717) -> (continuation of Deferred@286239078 after retry RPC after error@1320192362) -> (continuation of Deferred@1544805119 after retry RPC after error@257989442) -> (continuation of Deferred@1674069841 after retry RPC after error@695826843), errback=(continuation of Deferred@807628862 after retry RPC after error@2092269898) -> (continuation of Deferred@332452818 after retry RPC after error@500265915) -> (continuation of Deferred@920142527 after retry RPC after error@1723280127) -> (continuation of Deferred@1936473016 after retry RPC after error@1698091717) -> (continuation of Deferred@286239078 after retry RPC after error@1320192362) -> (continuation of Deferred@1544805119 after retry RPC after error@257989442) -> (continuation of Deferred@1674069841 after retry RPC after error@695826843)))
20:14:31.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [126ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@412039068(state=PENDING, result=null, callback=(continuation of Deferred@669216313 after retry RPC after error@733904735) -> (continuation of Deferred@1239961467 after retry RPC after error@683323917) -> (continuation of Deferred@336892805 after retry RPC after error@1283998431) -> (continuation of Deferred@1200639906 after retry RPC after error@986163079) -> (continuation of Deferred@176128993 after retry RPC after error@82818763) -> (continuation of Deferred@1095177387 after retry RPC after error@1178298523), errback=(continuation of Deferred@669216313 after retry RPC after error@733904735) -> (continuation of Deferred@1239961467 after retry RPC after error@683323917) -> (continuation of Deferred@336892805 after retry RPC after error@1283998431) -> (continuation of Deferred@1200639906 after retry RPC after error@986163079) -> (continuation of Deferred@176128993 after retry RPC after error@82818763) -> (continuation of Deferred@1095177387 after retry RPC after error@1178298523)))
20:14:31.526 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [126ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@412039068(state=PENDING, result=null, callback=(continuation of Deferred@669216313 after retry RPC after error@733904735) -> (continuation of Deferred@1239961467 after retry RPC after error@683323917) -> (continuation of Deferred@336892805 after retry RPC after error@1283998431) -> (continuation of Deferred@1200639906 after retry RPC after error@986163079) -> (continuation of Deferred@176128993 after retry RPC after error@82818763) -> (continuation of Deferred@1095177387 after retry RPC after error@1178298523), errback=(continuation of Deferred@669216313 after retry RPC after error@733904735) -> (continuation of Deferred@1239961467 after retry RPC after error@683323917) -> (continuation of Deferred@336892805 after retry RPC after error@1283998431) -> (continuation of Deferred@1200639906 after retry RPC after error@986163079) -> (continuation of Deferred@176128993 after retry RPC after error@82818763) -> (continuation of Deferred@1095177387 after retry RPC after error@1178298523)))
20:14:31.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1120355706(state=PENDING, result=null, callback=(continuation of Deferred@1520822004 after retry RPC after error@1843111430) -> (continuation of Deferred@1657270416 after retry RPC after error@450069799) -> (continuation of Deferred@1865695951 after retry RPC after error@1609507513) -> (continuation of Deferred@49351332 after retry RPC after error@67984736) -> (continuation of Deferred@1231181076 after retry RPC after error@1866357867) -> (continuation of Deferred@1703993090 after retry RPC after error@194537613) -> (continuation of Deferred@1351173663 after retry RPC after error@1305056609), errback=(continuation of Deferred@1520822004 after retry RPC after error@1843111430) -> (continuation of Deferred@1657270416 after retry RPC after error@450069799) -> (continuation of Deferred@1865695951 after retry RPC after error@1609507513) -> (continuation of Deferred@49351332 after retry RPC after error@67984736) -> (continuation of Deferred@1231181076 after retry RPC after error@1866357867) -> (continuation of Deferred@1703993090 after retry RPC after error@194537613) -> (continuation of Deferred@1351173663 after retry RPC after error@1305056609)))
20:14:31.786 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1120355706(state=PENDING, result=null, callback=(continuation of Deferred@1520822004 after retry RPC after error@1843111430) -> (continuation of Deferred@1657270416 after retry RPC after error@450069799) -> (continuation of Deferred@1865695951 after retry RPC after error@1609507513) -> (continuation of Deferred@49351332 after retry RPC after error@67984736) -> (continuation of Deferred@1231181076 after retry RPC after error@1866357867) -> (continuation of Deferred@1703993090 after retry RPC after error@194537613) -> (continuation of Deferred@1351173663 after retry RPC after error@1305056609), errback=(continuation of Deferred@1520822004 after retry RPC after error@1843111430) -> (continuation of Deferred@1657270416 after retry RPC after error@450069799) -> (continuation of Deferred@1865695951 after retry RPC after error@1609507513) -> (continuation of Deferred@49351332 after retry RPC after error@67984736) -> (continuation of Deferred@1231181076 after retry RPC after error@1866357867) -> (continuation of Deferred@1703993090 after retry RPC after error@194537613) -> (continuation of Deferred@1351173663 after retry RPC after error@1305056609)))
20:14:31.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:31.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@529726820(state=PENDING, result=null, callback=(continuation of Deferred@1146072595 after retry RPC after error@1891614763) -> (continuation of Deferred@764856597 after retry RPC after error@635926558) -> (continuation of Deferred@484533639 after retry RPC after error@315707560) -> (continuation of Deferred@152366470 after retry RPC after error@397230898) -> (continuation of Deferred@16236829 after retry RPC after error@406554043) -> (continuation of Deferred@921514983 after retry RPC after error@1269060315), errback=(continuation of Deferred@1146072595 after retry RPC after error@1891614763) -> (continuation of Deferred@764856597 after retry RPC after error@635926558) -> (continuation of Deferred@484533639 after retry RPC after error@315707560) -> (continuation of Deferred@152366470 after retry RPC after error@397230898) -> (continuation of Deferred@16236829 after retry RPC after error@406554043) -> (continuation of Deferred@921514983 after retry RPC after error@1269060315)))
20:14:31.966 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@529726820(state=PENDING, result=null, callback=(continuation of Deferred@1146072595 after retry RPC after error@1891614763) -> (continuation of Deferred@764856597 after retry RPC after error@635926558) -> (continuation of Deferred@484533639 after retry RPC after error@315707560) -> (continuation of Deferred@152366470 after retry RPC after error@397230898) -> (continuation of Deferred@16236829 after retry RPC after error@406554043) -> (continuation of Deferred@921514983 after retry RPC after error@1269060315), errback=(continuation of Deferred@1146072595 after retry RPC after error@1891614763) -> (continuation of Deferred@764856597 after retry RPC after error@635926558) -> (continuation of Deferred@484533639 after retry RPC after error@315707560) -> (continuation of Deferred@152366470 after retry RPC after error@397230898) -> (continuation of Deferred@16236829 after retry RPC after error@406554043) -> (continuation of Deferred@921514983 after retry RPC after error@1269060315)))
20:14:31.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:31.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:31.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:31.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:31.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@568147183(state=PENDING, result=null, callback=(continuation of Deferred@892586232 after retry RPC after error@1987356315) -> (continuation of Deferred@622321345 after retry RPC after error@1835377864) -> (continuation of Deferred@1178260884 after retry RPC after error@363455414) -> (continuation of Deferred@248759828 after retry RPC after error@1322279138) -> (continuation of Deferred@1591118553 after retry RPC after error@79197926) -> (continuation of Deferred@348910339 after retry RPC after error@1506887176) -> (continuation of Deferred@859541417 after retry RPC after error@1962131566), errback=(continuation of Deferred@892586232 after retry RPC after error@1987356315) -> (continuation of Deferred@622321345 after retry RPC after error@1835377864) -> (continuation of Deferred@1178260884 after retry RPC after error@363455414) -> (continuation of Deferred@248759828 after retry RPC after error@1322279138) -> (continuation of Deferred@1591118553 after retry RPC after error@79197926) -> (continuation of Deferred@348910339 after retry RPC after error@1506887176) -> (continuation of Deferred@859541417 after retry RPC after error@1962131566)))
20:14:32.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@568147183(state=PENDING, result=null, callback=(continuation of Deferred@892586232 after retry RPC after error@1987356315) -> (continuation of Deferred@622321345 after retry RPC after error@1835377864) -> (continuation of Deferred@1178260884 after retry RPC after error@363455414) -> (continuation of Deferred@248759828 after retry RPC after error@1322279138) -> (continuation of Deferred@1591118553 after retry RPC after error@79197926) -> (continuation of Deferred@348910339 after retry RPC after error@1506887176) -> (continuation of Deferred@859541417 after retry RPC after error@1962131566), errback=(continuation of Deferred@892586232 after retry RPC after error@1987356315) -> (continuation of Deferred@622321345 after retry RPC after error@1835377864) -> (continuation of Deferred@1178260884 after retry RPC after error@363455414) -> (continuation of Deferred@248759828 after retry RPC after error@1322279138) -> (continuation of Deferred@1591118553 after retry RPC after error@79197926) -> (continuation of Deferred@348910339 after retry RPC after error@1506887176) -> (continuation of Deferred@859541417 after retry RPC after error@1962131566)))
20:14:32.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@817502034(state=PENDING, result=null, callback=(continuation of Deferred@2068537336 after retry RPC after error@1542031570) -> (continuation of Deferred@661211275 after retry RPC after error@1191828403) -> (continuation of Deferred@1721559093 after retry RPC after error@1898201900) -> (continuation of Deferred@484728979 after retry RPC after error@364508415) -> (continuation of Deferred@342195005 after retry RPC after error@1200322494) -> (continuation of Deferred@2018797348 after retry RPC after error@571505373), errback=(continuation of Deferred@2068537336 after retry RPC after error@1542031570) -> (continuation of Deferred@661211275 after retry RPC after error@1191828403) -> (continuation of Deferred@1721559093 after retry RPC after error@1898201900) -> (continuation of Deferred@484728979 after retry RPC after error@364508415) -> (continuation of Deferred@342195005 after retry RPC after error@1200322494) -> (continuation of Deferred@2018797348 after retry RPC after error@571505373)))
20:14:32.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@817502034(state=PENDING, result=null, callback=(continuation of Deferred@2068537336 after retry RPC after error@1542031570) -> (continuation of Deferred@661211275 after retry RPC after error@1191828403) -> (continuation of Deferred@1721559093 after retry RPC after error@1898201900) -> (continuation of Deferred@484728979 after retry RPC after error@364508415) -> (continuation of Deferred@342195005 after retry RPC after error@1200322494) -> (continuation of Deferred@2018797348 after retry RPC after error@571505373), errback=(continuation of Deferred@2068537336 after retry RPC after error@1542031570) -> (continuation of Deferred@661211275 after retry RPC after error@1191828403) -> (continuation of Deferred@1721559093 after retry RPC after error@1898201900) -> (continuation of Deferred@484728979 after retry RPC after error@364508415) -> (continuation of Deferred@342195005 after retry RPC after error@1200322494) -> (continuation of Deferred@2018797348 after retry RPC after error@571505373)))
20:14:32.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1183989516(state=PENDING, result=null, callback=(continuation of Deferred@1177198576 after retry RPC after error@505269927) -> (continuation of Deferred@1411917416 after retry RPC after error@60099006) -> (continuation of Deferred@290636579 after retry RPC after error@1640652632) -> (continuation of Deferred@1950629487 after retry RPC after error@1597444512) -> (continuation of Deferred@1492884158 after retry RPC after error@1803042406) -> (continuation of Deferred@1050333728 after retry RPC after error@1497853506) -> (continuation of Deferred@1575825854 after retry RPC after error@2001518443) -> (continuation of Deferred@523200624 after retry RPC after error@2113413289), errback=(continuation of Deferred@1177198576 after retry RPC after error@505269927) -> (continuation of Deferred@1411917416 after retry RPC after error@60099006) -> (continuation of Deferred@290636579 after retry RPC after error@1640652632) -> (continuation of Deferred@1950629487 after retry RPC after error@1597444512) -> (continuation of Deferred@1492884158 after retry RPC after error@1803042406) -> (continuation of Deferred@1050333728 after retry RPC after error@1497853506) -> (continuation of Deferred@1575825854 after retry RPC after error@2001518443) -> (continuation of Deferred@523200624 after retry RPC after error@2113413289)))
20:14:32.585 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1183989516(state=PENDING, result=null, callback=(continuation of Deferred@1177198576 after retry RPC after error@505269927) -> (continuation of Deferred@1411917416 after retry RPC after error@60099006) -> (continuation of Deferred@290636579 after retry RPC after error@1640652632) -> (continuation of Deferred@1950629487 after retry RPC after error@1597444512) -> (continuation of Deferred@1492884158 after retry RPC after error@1803042406) -> (continuation of Deferred@1050333728 after retry RPC after error@1497853506) -> (continuation of Deferred@1575825854 after retry RPC after error@2001518443) -> (continuation of Deferred@523200624 after retry RPC after error@2113413289), errback=(continuation of Deferred@1177198576 after retry RPC after error@505269927) -> (continuation of Deferred@1411917416 after retry RPC after error@60099006) -> (continuation of Deferred@290636579 after retry RPC after error@1640652632) -> (continuation of Deferred@1950629487 after retry RPC after error@1597444512) -> (continuation of Deferred@1492884158 after retry RPC after error@1803042406) -> (continuation of Deferred@1050333728 after retry RPC after error@1497853506) -> (continuation of Deferred@1575825854 after retry RPC after error@2001518443) -> (continuation of Deferred@523200624 after retry RPC after error@2113413289)))
20:14:32.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1940899050(state=PENDING, result=null, callback=(continuation of Deferred@1750078445 after retry RPC after error@1897475439) -> (continuation of Deferred@1824978809 after retry RPC after error@1640228511) -> (continuation of Deferred@165957169 after retry RPC after error@825124919) -> (continuation of Deferred@1778924628 after retry RPC after error@335661204) -> (continuation of Deferred@1069521379 after retry RPC after error@2098340339) -> (continuation of Deferred@1448298649 after retry RPC after error@1275883439) -> (continuation of Deferred@264214348 after retry RPC after error@1674453745), errback=(continuation of Deferred@1750078445 after retry RPC after error@1897475439) -> (continuation of Deferred@1824978809 after retry RPC after error@1640228511) -> (continuation of Deferred@165957169 after retry RPC after error@825124919) -> (continuation of Deferred@1778924628 after retry RPC after error@335661204) -> (continuation of Deferred@1069521379 after retry RPC after error@2098340339) -> (continuation of Deferred@1448298649 after retry RPC after error@1275883439) -> (continuation of Deferred@264214348 after retry RPC after error@1674453745)))
20:14:32.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1940899050(state=PENDING, result=null, callback=(continuation of Deferred@1750078445 after retry RPC after error@1897475439) -> (continuation of Deferred@1824978809 after retry RPC after error@1640228511) -> (continuation of Deferred@165957169 after retry RPC after error@825124919) -> (continuation of Deferred@1778924628 after retry RPC after error@335661204) -> (continuation of Deferred@1069521379 after retry RPC after error@2098340339) -> (continuation of Deferred@1448298649 after retry RPC after error@1275883439) -> (continuation of Deferred@264214348 after retry RPC after error@1674453745), errback=(continuation of Deferred@1750078445 after retry RPC after error@1897475439) -> (continuation of Deferred@1824978809 after retry RPC after error@1640228511) -> (continuation of Deferred@165957169 after retry RPC after error@825124919) -> (continuation of Deferred@1778924628 after retry RPC after error@335661204) -> (continuation of Deferred@1069521379 after retry RPC after error@2098340339) -> (continuation of Deferred@1448298649 after retry RPC after error@1275883439) -> (continuation of Deferred@264214348 after retry RPC after error@1674453745)))
20:14:32.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:32.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:32.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:32.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:32.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:32.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@31934249(state=PENDING, result=null, callback=(continuation of Deferred@716889244 after retry RPC after error@2095694848) -> (continuation of Deferred@1556195118 after retry RPC after error@1730440592) -> (continuation of Deferred@461771732 after retry RPC after error@704453984) -> (continuation of Deferred@2027169702 after retry RPC after error@1012436417) -> (continuation of Deferred@392900909 after retry RPC after error@1446783165) -> (continuation of Deferred@252497099 after retry RPC after error@2000846446) -> (continuation of Deferred@963562482 after retry RPC after error@237004194), errback=(continuation of Deferred@716889244 after retry RPC after error@2095694848) -> (continuation of Deferred@1556195118 after retry RPC after error@1730440592) -> (continuation of Deferred@461771732 after retry RPC after error@704453984) -> (continuation of Deferred@2027169702 after retry RPC after error@1012436417) -> (continuation of Deferred@392900909 after retry RPC after error@1446783165) -> (continuation of Deferred@252497099 after retry RPC after error@2000846446) -> (continuation of Deferred@963562482 after retry RPC after error@237004194)))
20:14:33.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@31934249(state=PENDING, result=null, callback=(continuation of Deferred@716889244 after retry RPC after error@2095694848) -> (continuation of Deferred@1556195118 after retry RPC after error@1730440592) -> (continuation of Deferred@461771732 after retry RPC after error@704453984) -> (continuation of Deferred@2027169702 after retry RPC after error@1012436417) -> (continuation of Deferred@392900909 after retry RPC after error@1446783165) -> (continuation of Deferred@252497099 after retry RPC after error@2000846446) -> (continuation of Deferred@963562482 after retry RPC after error@237004194), errback=(continuation of Deferred@716889244 after retry RPC after error@2095694848) -> (continuation of Deferred@1556195118 after retry RPC after error@1730440592) -> (continuation of Deferred@461771732 after retry RPC after error@704453984) -> (continuation of Deferred@2027169702 after retry RPC after error@1012436417) -> (continuation of Deferred@392900909 after retry RPC after error@1446783165) -> (continuation of Deferred@252497099 after retry RPC after error@2000846446) -> (continuation of Deferred@963562482 after retry RPC after error@237004194)))
20:14:33.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1720005589(state=PENDING, result=null, callback=(continuation of Deferred@44079382 after retry RPC after error@1474160983) -> (continuation of Deferred@1153013152 after retry RPC after error@191696249) -> (continuation of Deferred@218320171 after retry RPC after error@900500109) -> (continuation of Deferred@1034947853 after retry RPC after error@1591068935) -> (continuation of Deferred@1235795427 after retry RPC after error@402763449) -> (continuation of Deferred@627314897 after retry RPC after error@1426679947) -> (continuation of Deferred@1497530476 after retry RPC after error@1277401499), errback=(continuation of Deferred@44079382 after retry RPC after error@1474160983) -> (continuation of Deferred@1153013152 after retry RPC after error@191696249) -> (continuation of Deferred@218320171 after retry RPC after error@900500109) -> (continuation of Deferred@1034947853 after retry RPC after error@1591068935) -> (continuation of Deferred@1235795427 after retry RPC after error@402763449) -> (continuation of Deferred@627314897 after retry RPC after error@1426679947) -> (continuation of Deferred@1497530476 after retry RPC after error@1277401499)))
20:14:33.246 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1720005589(state=PENDING, result=null, callback=(continuation of Deferred@44079382 after retry RPC after error@1474160983) -> (continuation of Deferred@1153013152 after retry RPC after error@191696249) -> (continuation of Deferred@218320171 after retry RPC after error@900500109) -> (continuation of Deferred@1034947853 after retry RPC after error@1591068935) -> (continuation of Deferred@1235795427 after retry RPC after error@402763449) -> (continuation of Deferred@627314897 after retry RPC after error@1426679947) -> (continuation of Deferred@1497530476 after retry RPC after error@1277401499), errback=(continuation of Deferred@44079382 after retry RPC after error@1474160983) -> (continuation of Deferred@1153013152 after retry RPC after error@191696249) -> (continuation of Deferred@218320171 after retry RPC after error@900500109) -> (continuation of Deferred@1034947853 after retry RPC after error@1591068935) -> (continuation of Deferred@1235795427 after retry RPC after error@402763449) -> (continuation of Deferred@627314897 after retry RPC after error@1426679947) -> (continuation of Deferred@1497530476 after retry RPC after error@1277401499)))
20:14:33.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@422498208(state=PENDING, result=null, callback=(continuation of Deferred@1170589209 after retry RPC after error@399799600) -> (continuation of Deferred@1425692652 after retry RPC after error@1002881308) -> (continuation of Deferred@1356348787 after retry RPC after error@1678880685) -> (continuation of Deferred@1657983476 after retry RPC after error@1863393939) -> (continuation of Deferred@2117314983 after retry RPC after error@397810955) -> (continuation of Deferred@1671377784 after retry RPC after error@100433954) -> (continuation of Deferred@1726050219 after retry RPC after error@1092122681) -> (continuation of Deferred@1535547281 after retry RPC after error@983232851), errback=(continuation of Deferred@1170589209 after retry RPC after error@399799600) -> (continuation of Deferred@1425692652 after retry RPC after error@1002881308) -> (continuation of Deferred@1356348787 after retry RPC after error@1678880685) -> (continuation of Deferred@1657983476 after retry RPC after error@1863393939) -> (continuation of Deferred@2117314983 after retry RPC after error@397810955) -> (continuation of Deferred@1671377784 after retry RPC after error@100433954) -> (continuation of Deferred@1726050219 after retry RPC after error@1092122681) -> (continuation of Deferred@1535547281 after retry RPC after error@983232851)))
20:14:33.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@422498208(state=PENDING, result=null, callback=(continuation of Deferred@1170589209 after retry RPC after error@399799600) -> (continuation of Deferred@1425692652 after retry RPC after error@1002881308) -> (continuation of Deferred@1356348787 after retry RPC after error@1678880685) -> (continuation of Deferred@1657983476 after retry RPC after error@1863393939) -> (continuation of Deferred@2117314983 after retry RPC after error@397810955) -> (continuation of Deferred@1671377784 after retry RPC after error@100433954) -> (continuation of Deferred@1726050219 after retry RPC after error@1092122681) -> (continuation of Deferred@1535547281 after retry RPC after error@983232851), errback=(continuation of Deferred@1170589209 after retry RPC after error@399799600) -> (continuation of Deferred@1425692652 after retry RPC after error@1002881308) -> (continuation of Deferred@1356348787 after retry RPC after error@1678880685) -> (continuation of Deferred@1657983476 after retry RPC after error@1863393939) -> (continuation of Deferred@2117314983 after retry RPC after error@397810955) -> (continuation of Deferred@1671377784 after retry RPC after error@100433954) -> (continuation of Deferred@1726050219 after retry RPC after error@1092122681) -> (continuation of Deferred@1535547281 after retry RPC after error@983232851)))
20:14:33.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1042137364(state=PENDING, result=null, callback=(continuation of Deferred@31494426 after retry RPC after error@1119140162) -> (continuation of Deferred@223967955 after retry RPC after error@1562119949) -> (continuation of Deferred@1483812341 after retry RPC after error@1063842064) -> (continuation of Deferred@2032245708 after retry RPC after error@1157138306) -> (continuation of Deferred@355931245 after retry RPC after error@1840224170) -> (continuation of Deferred@413503016 after retry RPC after error@417455657), errback=(continuation of Deferred@31494426 after retry RPC after error@1119140162) -> (continuation of Deferred@223967955 after retry RPC after error@1562119949) -> (continuation of Deferred@1483812341 after retry RPC after error@1063842064) -> (continuation of Deferred@2032245708 after retry RPC after error@1157138306) -> (continuation of Deferred@355931245 after retry RPC after error@1840224170) -> (continuation of Deferred@413503016 after retry RPC after error@417455657)))
20:14:33.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1042137364(state=PENDING, result=null, callback=(continuation of Deferred@31494426 after retry RPC after error@1119140162) -> (continuation of Deferred@223967955 after retry RPC after error@1562119949) -> (continuation of Deferred@1483812341 after retry RPC after error@1063842064) -> (continuation of Deferred@2032245708 after retry RPC after error@1157138306) -> (continuation of Deferred@355931245 after retry RPC after error@1840224170) -> (continuation of Deferred@413503016 after retry RPC after error@417455657), errback=(continuation of Deferred@31494426 after retry RPC after error@1119140162) -> (continuation of Deferred@223967955 after retry RPC after error@1562119949) -> (continuation of Deferred@1483812341 after retry RPC after error@1063842064) -> (continuation of Deferred@2032245708 after retry RPC after error@1157138306) -> (continuation of Deferred@355931245 after retry RPC after error@1840224170) -> (continuation of Deferred@413503016 after retry RPC after error@417455657)))
20:14:33.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1321495(state=PENDING, result=null, callback=(continuation of Deferred@1185900851 after retry RPC after error@1068682451) -> (continuation of Deferred@1007029263 after retry RPC after error@501468426) -> (continuation of Deferred@540596596 after retry RPC after error@163929588) -> (continuation of Deferred@86986423 after retry RPC after error@111626373) -> (continuation of Deferred@1622331996 after retry RPC after error@1136331075) -> (continuation of Deferred@1008643445 after retry RPC after error@4274451), errback=(continuation of Deferred@1185900851 after retry RPC after error@1068682451) -> (continuation of Deferred@1007029263 after retry RPC after error@501468426) -> (continuation of Deferred@540596596 after retry RPC after error@163929588) -> (continuation of Deferred@86986423 after retry RPC after error@111626373) -> (continuation of Deferred@1622331996 after retry RPC after error@1136331075) -> (continuation of Deferred@1008643445 after retry RPC after error@4274451)))
20:14:33.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1321495(state=PENDING, result=null, callback=(continuation of Deferred@1185900851 after retry RPC after error@1068682451) -> (continuation of Deferred@1007029263 after retry RPC after error@501468426) -> (continuation of Deferred@540596596 after retry RPC after error@163929588) -> (continuation of Deferred@86986423 after retry RPC after error@111626373) -> (continuation of Deferred@1622331996 after retry RPC after error@1136331075) -> (continuation of Deferred@1008643445 after retry RPC after error@4274451), errback=(continuation of Deferred@1185900851 after retry RPC after error@1068682451) -> (continuation of Deferred@1007029263 after retry RPC after error@501468426) -> (continuation of Deferred@540596596 after retry RPC after error@163929588) -> (continuation of Deferred@86986423 after retry RPC after error@111626373) -> (continuation of Deferred@1622331996 after retry RPC after error@1136331075) -> (continuation of Deferred@1008643445 after retry RPC after error@4274451)))
20:14:33.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:33.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:33.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:33.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:33.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:33.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [59ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1053646580(state=PENDING, result=null, callback=(continuation of Deferred@169837396 after retry RPC after error@1198819367) -> (continuation of Deferred@688166760 after retry RPC after error@2112505410) -> (continuation of Deferred@186216328 after retry RPC after error@1750072188) -> (continuation of Deferred@1702727370 after retry RPC after error@1250561137) -> (continuation of Deferred@179261319 after retry RPC after error@497861045) -> (continuation of Deferred@338560788 after retry RPC after error@249391204), errback=(continuation of Deferred@169837396 after retry RPC after error@1198819367) -> (continuation of Deferred@688166760 after retry RPC after error@2112505410) -> (continuation of Deferred@186216328 after retry RPC after error@1750072188) -> (continuation of Deferred@1702727370 after retry RPC after error@1250561137) -> (continuation of Deferred@179261319 after retry RPC after error@497861045) -> (continuation of Deferred@338560788 after retry RPC after error@249391204)))
20:14:34.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [59ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1053646580(state=PENDING, result=null, callback=(continuation of Deferred@169837396 after retry RPC after error@1198819367) -> (continuation of Deferred@688166760 after retry RPC after error@2112505410) -> (continuation of Deferred@186216328 after retry RPC after error@1750072188) -> (continuation of Deferred@1702727370 after retry RPC after error@1250561137) -> (continuation of Deferred@179261319 after retry RPC after error@497861045) -> (continuation of Deferred@338560788 after retry RPC after error@249391204), errback=(continuation of Deferred@169837396 after retry RPC after error@1198819367) -> (continuation of Deferred@688166760 after retry RPC after error@2112505410) -> (continuation of Deferred@186216328 after retry RPC after error@1750072188) -> (continuation of Deferred@1702727370 after retry RPC after error@1250561137) -> (continuation of Deferred@179261319 after retry RPC after error@497861045) -> (continuation of Deferred@338560788 after retry RPC after error@249391204)))
20:14:34.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1986363109(state=PENDING, result=null, callback=(continuation of Deferred@1543162863 after retry RPC after error@2104346915) -> (continuation of Deferred@1040991288 after retry RPC after error@1673762634) -> (continuation of Deferred@1860935022 after retry RPC after error@2103207233) -> (continuation of Deferred@565039958 after retry RPC after error@1579903470) -> (continuation of Deferred@1813618600 after retry RPC after error@1920047367) -> (continuation of Deferred@1024054140 after retry RPC after error@954775850) -> (continuation of Deferred@405570880 after retry RPC after error@1726717667), errback=(continuation of Deferred@1543162863 after retry RPC after error@2104346915) -> (continuation of Deferred@1040991288 after retry RPC after error@1673762634) -> (continuation of Deferred@1860935022 after retry RPC after error@2103207233) -> (continuation of Deferred@565039958 after retry RPC after error@1579903470) -> (continuation of Deferred@1813618600 after retry RPC after error@1920047367) -> (continuation of Deferred@1024054140 after retry RPC after error@954775850) -> (continuation of Deferred@405570880 after retry RPC after error@1726717667)))
20:14:34.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1986363109(state=PENDING, result=null, callback=(continuation of Deferred@1543162863 after retry RPC after error@2104346915) -> (continuation of Deferred@1040991288 after retry RPC after error@1673762634) -> (continuation of Deferred@1860935022 after retry RPC after error@2103207233) -> (continuation of Deferred@565039958 after retry RPC after error@1579903470) -> (continuation of Deferred@1813618600 after retry RPC after error@1920047367) -> (continuation of Deferred@1024054140 after retry RPC after error@954775850) -> (continuation of Deferred@405570880 after retry RPC after error@1726717667), errback=(continuation of Deferred@1543162863 after retry RPC after error@2104346915) -> (continuation of Deferred@1040991288 after retry RPC after error@1673762634) -> (continuation of Deferred@1860935022 after retry RPC after error@2103207233) -> (continuation of Deferred@565039958 after retry RPC after error@1579903470) -> (continuation of Deferred@1813618600 after retry RPC after error@1920047367) -> (continuation of Deferred@1024054140 after retry RPC after error@954775850) -> (continuation of Deferred@405570880 after retry RPC after error@1726717667)))
20:14:34.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1475714677(state=PENDING, result=null, callback=(continuation of Deferred@905271284 after retry RPC after error@720276517) -> (continuation of Deferred@2125645596 after retry RPC after error@97511561) -> (continuation of Deferred@437929267 after retry RPC after error@1145794033) -> (continuation of Deferred@749328451 after retry RPC after error@1457055487) -> (continuation of Deferred@505610954 after retry RPC after error@26791962) -> (continuation of Deferred@1662090154 after retry RPC after error@1919915561) -> (continuation of Deferred@1960640508 after retry RPC after error@855898493) -> (continuation of Deferred@1537677468 after retry RPC after error@1433867039), errback=(continuation of Deferred@905271284 after retry RPC after error@720276517) -> (continuation of Deferred@2125645596 after retry RPC after error@97511561) -> (continuation of Deferred@437929267 after retry RPC after error@1145794033) -> (continuation of Deferred@749328451 after retry RPC after error@1457055487) -> (continuation of Deferred@505610954 after retry RPC after error@26791962) -> (continuation of Deferred@1662090154 after retry RPC after error@1919915561) -> (continuation of Deferred@1960640508 after retry RPC after error@855898493) -> (continuation of Deferred@1537677468 after retry RPC after error@1433867039)))
20:14:34.489 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1475714677(state=PENDING, result=null, callback=(continuation of Deferred@905271284 after retry RPC after error@720276517) -> (continuation of Deferred@2125645596 after retry RPC after error@97511561) -> (continuation of Deferred@437929267 after retry RPC after error@1145794033) -> (continuation of Deferred@749328451 after retry RPC after error@1457055487) -> (continuation of Deferred@505610954 after retry RPC after error@26791962) -> (continuation of Deferred@1662090154 after retry RPC after error@1919915561) -> (continuation of Deferred@1960640508 after retry RPC after error@855898493) -> (continuation of Deferred@1537677468 after retry RPC after error@1433867039), errback=(continuation of Deferred@905271284 after retry RPC after error@720276517) -> (continuation of Deferred@2125645596 after retry RPC after error@97511561) -> (continuation of Deferred@437929267 after retry RPC after error@1145794033) -> (continuation of Deferred@749328451 after retry RPC after error@1457055487) -> (continuation of Deferred@505610954 after retry RPC after error@26791962) -> (continuation of Deferred@1662090154 after retry RPC after error@1919915561) -> (continuation of Deferred@1960640508 after retry RPC after error@855898493) -> (continuation of Deferred@1537677468 after retry RPC after error@1433867039)))
20:14:34.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1084435205(state=PENDING, result=null, callback=(continuation of Deferred@96720265 after retry RPC after error@1780380271) -> (continuation of Deferred@876747485 after retry RPC after error@1835066451) -> (continuation of Deferred@1989413867 after retry RPC after error@1862304348) -> (continuation of Deferred@1269885331 after retry RPC after error@555278026) -> (continuation of Deferred@1996837457 after retry RPC after error@477899919) -> (continuation of Deferred@1347199714 after retry RPC after error@935712943) -> (continuation of Deferred@1779401692 after retry RPC after error@401265222), errback=(continuation of Deferred@96720265 after retry RPC after error@1780380271) -> (continuation of Deferred@876747485 after retry RPC after error@1835066451) -> (continuation of Deferred@1989413867 after retry RPC after error@1862304348) -> (continuation of Deferred@1269885331 after retry RPC after error@555278026) -> (continuation of Deferred@1996837457 after retry RPC after error@477899919) -> (continuation of Deferred@1347199714 after retry RPC after error@935712943) -> (continuation of Deferred@1779401692 after retry RPC after error@401265222)))
20:14:34.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1084435205(state=PENDING, result=null, callback=(continuation of Deferred@96720265 after retry RPC after error@1780380271) -> (continuation of Deferred@876747485 after retry RPC after error@1835066451) -> (continuation of Deferred@1989413867 after retry RPC after error@1862304348) -> (continuation of Deferred@1269885331 after retry RPC after error@555278026) -> (continuation of Deferred@1996837457 after retry RPC after error@477899919) -> (continuation of Deferred@1347199714 after retry RPC after error@935712943) -> (continuation of Deferred@1779401692 after retry RPC after error@401265222), errback=(continuation of Deferred@96720265 after retry RPC after error@1780380271) -> (continuation of Deferred@876747485 after retry RPC after error@1835066451) -> (continuation of Deferred@1989413867 after retry RPC after error@1862304348) -> (continuation of Deferred@1269885331 after retry RPC after error@555278026) -> (continuation of Deferred@1996837457 after retry RPC after error@477899919) -> (continuation of Deferred@1347199714 after retry RPC after error@935712943) -> (continuation of Deferred@1779401692 after retry RPC after error@401265222)))
20:14:34.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1200773882(state=PENDING, result=null, callback=(continuation of Deferred@1429056299 after retry RPC after error@1413346304) -> (continuation of Deferred@45437389 after retry RPC after error@1462079211) -> (continuation of Deferred@1877541847 after retry RPC after error@1422882782) -> (continuation of Deferred@2094825395 after retry RPC after error@133559317) -> (continuation of Deferred@547731591 after retry RPC after error@268131018) -> (continuation of Deferred@272993633 after retry RPC after error@951617056) -> (continuation of Deferred@894726192 after retry RPC after error@1613517146), errback=(continuation of Deferred@1429056299 after retry RPC after error@1413346304) -> (continuation of Deferred@45437389 after retry RPC after error@1462079211) -> (continuation of Deferred@1877541847 after retry RPC after error@1422882782) -> (continuation of Deferred@2094825395 after retry RPC after error@133559317) -> (continuation of Deferred@547731591 after retry RPC after error@268131018) -> (continuation of Deferred@272993633 after retry RPC after error@951617056) -> (continuation of Deferred@894726192 after retry RPC after error@1613517146)))
20:14:34.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1200773882(state=PENDING, result=null, callback=(continuation of Deferred@1429056299 after retry RPC after error@1413346304) -> (continuation of Deferred@45437389 after retry RPC after error@1462079211) -> (continuation of Deferred@1877541847 after retry RPC after error@1422882782) -> (continuation of Deferred@2094825395 after retry RPC after error@133559317) -> (continuation of Deferred@547731591 after retry RPC after error@268131018) -> (continuation of Deferred@272993633 after retry RPC after error@951617056) -> (continuation of Deferred@894726192 after retry RPC after error@1613517146), errback=(continuation of Deferred@1429056299 after retry RPC after error@1413346304) -> (continuation of Deferred@45437389 after retry RPC after error@1462079211) -> (continuation of Deferred@1877541847 after retry RPC after error@1422882782) -> (continuation of Deferred@2094825395 after retry RPC after error@133559317) -> (continuation of Deferred@547731591 after retry RPC after error@268131018) -> (continuation of Deferred@272993633 after retry RPC after error@951617056) -> (continuation of Deferred@894726192 after retry RPC after error@1613517146)))
20:14:34.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:34.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:34.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:34.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:34.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:34.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@329408686(state=PENDING, result=null, callback=(continuation of Deferred@2003745258 after retry RPC after error@1658409445) -> (continuation of Deferred@688241576 after retry RPC after error@690100534) -> (continuation of Deferred@721507345 after retry RPC after error@58683117) -> (continuation of Deferred@119758289 after retry RPC after error@1055989674) -> (continuation of Deferred@535913913 after retry RPC after error@1736538284) -> (continuation of Deferred@2052160600 after retry RPC after error@1290477815), errback=(continuation of Deferred@2003745258 after retry RPC after error@1658409445) -> (continuation of Deferred@688241576 after retry RPC after error@690100534) -> (continuation of Deferred@721507345 after retry RPC after error@58683117) -> (continuation of Deferred@119758289 after retry RPC after error@1055989674) -> (continuation of Deferred@535913913 after retry RPC after error@1736538284) -> (continuation of Deferred@2052160600 after retry RPC after error@1290477815)))
20:14:35.126 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@329408686(state=PENDING, result=null, callback=(continuation of Deferred@2003745258 after retry RPC after error@1658409445) -> (continuation of Deferred@688241576 after retry RPC after error@690100534) -> (continuation of Deferred@721507345 after retry RPC after error@58683117) -> (continuation of Deferred@119758289 after retry RPC after error@1055989674) -> (continuation of Deferred@535913913 after retry RPC after error@1736538284) -> (continuation of Deferred@2052160600 after retry RPC after error@1290477815), errback=(continuation of Deferred@2003745258 after retry RPC after error@1658409445) -> (continuation of Deferred@688241576 after retry RPC after error@690100534) -> (continuation of Deferred@721507345 after retry RPC after error@58683117) -> (continuation of Deferred@119758289 after retry RPC after error@1055989674) -> (continuation of Deferred@535913913 after retry RPC after error@1736538284) -> (continuation of Deferred@2052160600 after retry RPC after error@1290477815)))
20:14:35.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@892122559(state=PENDING, result=null, callback=(continuation of Deferred@32448315 after retry RPC after error@1967572064) -> (continuation of Deferred@330398275 after retry RPC after error@1138799815) -> (continuation of Deferred@974093639 after retry RPC after error@2041174946) -> (continuation of Deferred@1632814518 after retry RPC after error@668074967) -> (continuation of Deferred@1719056175 after retry RPC after error@1370821768) -> (continuation of Deferred@641537149 after retry RPC after error@298219478), errback=(continuation of Deferred@32448315 after retry RPC after error@1967572064) -> (continuation of Deferred@330398275 after retry RPC after error@1138799815) -> (continuation of Deferred@974093639 after retry RPC after error@2041174946) -> (continuation of Deferred@1632814518 after retry RPC after error@668074967) -> (continuation of Deferred@1719056175 after retry RPC after error@1370821768) -> (continuation of Deferred@641537149 after retry RPC after error@298219478)))
20:14:35.286 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@892122559(state=PENDING, result=null, callback=(continuation of Deferred@32448315 after retry RPC after error@1967572064) -> (continuation of Deferred@330398275 after retry RPC after error@1138799815) -> (continuation of Deferred@974093639 after retry RPC after error@2041174946) -> (continuation of Deferred@1632814518 after retry RPC after error@668074967) -> (continuation of Deferred@1719056175 after retry RPC after error@1370821768) -> (continuation of Deferred@641537149 after retry RPC after error@298219478), errback=(continuation of Deferred@32448315 after retry RPC after error@1967572064) -> (continuation of Deferred@330398275 after retry RPC after error@1138799815) -> (continuation of Deferred@974093639 after retry RPC after error@2041174946) -> (continuation of Deferred@1632814518 after retry RPC after error@668074967) -> (continuation of Deferred@1719056175 after retry RPC after error@1370821768) -> (continuation of Deferred@641537149 after retry RPC after error@298219478)))
20:14:35.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1209855881(state=PENDING, result=null, callback=(continuation of Deferred@1435951485 after retry RPC after error@440932519) -> (continuation of Deferred@384990372 after retry RPC after error@960342356) -> (continuation of Deferred@1539455495 after retry RPC after error@18193656) -> (continuation of Deferred@67622690 after retry RPC after error@1352968703) -> (continuation of Deferred@452764654 after retry RPC after error@933436949) -> (continuation of Deferred@220684548 after retry RPC after error@2017057294) -> (continuation of Deferred@128316724 after retry RPC after error@685310051), errback=(continuation of Deferred@1435951485 after retry RPC after error@440932519) -> (continuation of Deferred@384990372 after retry RPC after error@960342356) -> (continuation of Deferred@1539455495 after retry RPC after error@18193656) -> (continuation of Deferred@67622690 after retry RPC after error@1352968703) -> (continuation of Deferred@452764654 after retry RPC after error@933436949) -> (continuation of Deferred@220684548 after retry RPC after error@2017057294) -> (continuation of Deferred@128316724 after retry RPC after error@685310051)))
20:14:35.466 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1209855881(state=PENDING, result=null, callback=(continuation of Deferred@1435951485 after retry RPC after error@440932519) -> (continuation of Deferred@384990372 after retry RPC after error@960342356) -> (continuation of Deferred@1539455495 after retry RPC after error@18193656) -> (continuation of Deferred@67622690 after retry RPC after error@1352968703) -> (continuation of Deferred@452764654 after retry RPC after error@933436949) -> (continuation of Deferred@220684548 after retry RPC after error@2017057294) -> (continuation of Deferred@128316724 after retry RPC after error@685310051), errback=(continuation of Deferred@1435951485 after retry RPC after error@440932519) -> (continuation of Deferred@384990372 after retry RPC after error@960342356) -> (continuation of Deferred@1539455495 after retry RPC after error@18193656) -> (continuation of Deferred@67622690 after retry RPC after error@1352968703) -> (continuation of Deferred@452764654 after retry RPC after error@933436949) -> (continuation of Deferred@220684548 after retry RPC after error@2017057294) -> (continuation of Deferred@128316724 after retry RPC after error@685310051)))
20:14:35.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1514554082(state=PENDING, result=null, callback=(continuation of Deferred@1714303828 after retry RPC after error@702333522) -> (continuation of Deferred@527970444 after retry RPC after error@2009145555) -> (continuation of Deferred@1625426412 after retry RPC after error@795052528) -> (continuation of Deferred@1908486336 after retry RPC after error@259543443) -> (continuation of Deferred@2133165305 after retry RPC after error@1287302884) -> (continuation of Deferred@872792195 after retry RPC after error@2042428249), errback=(continuation of Deferred@1714303828 after retry RPC after error@702333522) -> (continuation of Deferred@527970444 after retry RPC after error@2009145555) -> (continuation of Deferred@1625426412 after retry RPC after error@795052528) -> (continuation of Deferred@1908486336 after retry RPC after error@259543443) -> (continuation of Deferred@2133165305 after retry RPC after error@1287302884) -> (continuation of Deferred@872792195 after retry RPC after error@2042428249)))
20:14:35.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1514554082(state=PENDING, result=null, callback=(continuation of Deferred@1714303828 after retry RPC after error@702333522) -> (continuation of Deferred@527970444 after retry RPC after error@2009145555) -> (continuation of Deferred@1625426412 after retry RPC after error@795052528) -> (continuation of Deferred@1908486336 after retry RPC after error@259543443) -> (continuation of Deferred@2133165305 after retry RPC after error@1287302884) -> (continuation of Deferred@872792195 after retry RPC after error@2042428249), errback=(continuation of Deferred@1714303828 after retry RPC after error@702333522) -> (continuation of Deferred@527970444 after retry RPC after error@2009145555) -> (continuation of Deferred@1625426412 after retry RPC after error@795052528) -> (continuation of Deferred@1908486336 after retry RPC after error@259543443) -> (continuation of Deferred@2133165305 after retry RPC after error@1287302884) -> (continuation of Deferred@872792195 after retry RPC after error@2042428249)))
20:14:35.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:35.871081 26209 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:35.871244 26209 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:35.871930 26209 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:35.876389 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:14:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:35.877480 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:35.877637 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:35.877745 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:35.877959 26209 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:35.924 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@877747192(state=PENDING, result=null, callback=(continuation of Deferred@1689373920 after retry RPC after error@1728613817) -> (continuation of Deferred@1060598138 after retry RPC after error@17265663) -> (continuation of Deferred@1807444467 after retry RPC after error@1216169080) -> (continuation of Deferred@1287995564 after retry RPC after error@1986480704) -> (continuation of Deferred@1176719758 after retry RPC after error@1683981238) -> (continuation of Deferred@41512881 after retry RPC after error@1317011700) -> (continuation of Deferred@309561227 after retry RPC after error@178910272), errback=(continuation of Deferred@1689373920 after retry RPC after error@1728613817) -> (continuation of Deferred@1060598138 after retry RPC after error@17265663) -> (continuation of Deferred@1807444467 after retry RPC after error@1216169080) -> (continuation of Deferred@1287995564 after retry RPC after error@1986480704) -> (continuation of Deferred@1176719758 after retry RPC after error@1683981238) -> (continuation of Deferred@41512881 after retry RPC after error@1317011700) -> (continuation of Deferred@309561227 after retry RPC after error@178910272)))
20:14:35.925 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:35.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:35.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:35.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:35.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:35.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:35.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1410288040(state=PENDING, result=null, callback=(continuation of Deferred@1756841686 after retry RPC after error@266713636) -> (continuation of Deferred@1605015074 after retry RPC after error@1908856438) -> (continuation of Deferred@597012334 after retry RPC after error@25367970) -> (continuation of Deferred@177444918 after retry RPC after error@1302436468) -> (continuation of Deferred@1128378993 after retry RPC after error@1526104510) -> (continuation of Deferred@1286795518 after retry RPC after error@218214694), errback=(continuation of Deferred@1756841686 after retry RPC after error@266713636) -> (continuation of Deferred@1605015074 after retry RPC after error@1908856438) -> (continuation of Deferred@597012334 after retry RPC after error@25367970) -> (continuation of Deferred@177444918 after retry RPC after error@1302436468) -> (continuation of Deferred@1128378993 after retry RPC after error@1526104510) -> (continuation of Deferred@1286795518 after retry RPC after error@218214694)))
20:14:36.085 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1410288040(state=PENDING, result=null, callback=(continuation of Deferred@1756841686 after retry RPC after error@266713636) -> (continuation of Deferred@1605015074 after retry RPC after error@1908856438) -> (continuation of Deferred@597012334 after retry RPC after error@25367970) -> (continuation of Deferred@177444918 after retry RPC after error@1302436468) -> (continuation of Deferred@1128378993 after retry RPC after error@1526104510) -> (continuation of Deferred@1286795518 after retry RPC after error@218214694), errback=(continuation of Deferred@1756841686 after retry RPC after error@266713636) -> (continuation of Deferred@1605015074 after retry RPC after error@1908856438) -> (continuation of Deferred@597012334 after retry RPC after error@25367970) -> (continuation of Deferred@177444918 after retry RPC after error@1302436468) -> (continuation of Deferred@1128378993 after retry RPC after error@1526104510) -> (continuation of Deferred@1286795518 after retry RPC after error@218214694)))
20:14:36.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.364 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@492150376(state=PENDING, result=null, callback=(continuation of Deferred@481739817 after retry RPC after error@517657247) -> (continuation of Deferred@1832553992 after retry RPC after error@1546513177) -> (continuation of Deferred@1989212985 after retry RPC after error@1050055006) -> (continuation of Deferred@132452938 after retry RPC after error@883115148) -> (continuation of Deferred@1159411730 after retry RPC after error@1334664590) -> (continuation of Deferred@1624596855 after retry RPC after error@1316802245) -> (continuation of Deferred@1388033200 after retry RPC after error@2013262404) -> (continuation of Deferred@1022032661 after retry RPC after error@340263083), errback=(continuation of Deferred@481739817 after retry RPC after error@517657247) -> (continuation of Deferred@1832553992 after retry RPC after error@1546513177) -> (continuation of Deferred@1989212985 after retry RPC after error@1050055006) -> (continuation of Deferred@132452938 after retry RPC after error@883115148) -> (continuation of Deferred@1159411730 after retry RPC after error@1334664590) -> (continuation of Deferred@1624596855 after retry RPC after error@1316802245) -> (continuation of Deferred@1388033200 after retry RPC after error@2013262404) -> (continuation of Deferred@1022032661 after retry RPC after error@340263083)))
20:14:36.364 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:36.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2107848628(state=PENDING, result=null, callback=(continuation of Deferred@1033277777 after retry RPC after error@146032579) -> (continuation of Deferred@2007936502 after retry RPC after error@332671520) -> (continuation of Deferred@440478994 after retry RPC after error@811723718) -> (continuation of Deferred@849490209 after retry RPC after error@9803903) -> (continuation of Deferred@321854658 after retry RPC after error@741341882) -> (continuation of Deferred@254274855 after retry RPC after error@593353436), errback=(continuation of Deferred@1033277777 after retry RPC after error@146032579) -> (continuation of Deferred@2007936502 after retry RPC after error@332671520) -> (continuation of Deferred@440478994 after retry RPC after error@811723718) -> (continuation of Deferred@849490209 after retry RPC after error@9803903) -> (continuation of Deferred@321854658 after retry RPC after error@741341882) -> (continuation of Deferred@254274855 after retry RPC after error@593353436)))
20:14:36.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2107848628(state=PENDING, result=null, callback=(continuation of Deferred@1033277777 after retry RPC after error@146032579) -> (continuation of Deferred@2007936502 after retry RPC after error@332671520) -> (continuation of Deferred@440478994 after retry RPC after error@811723718) -> (continuation of Deferred@849490209 after retry RPC after error@9803903) -> (continuation of Deferred@321854658 after retry RPC after error@741341882) -> (continuation of Deferred@254274855 after retry RPC after error@593353436), errback=(continuation of Deferred@1033277777 after retry RPC after error@146032579) -> (continuation of Deferred@2007936502 after retry RPC after error@332671520) -> (continuation of Deferred@440478994 after retry RPC after error@811723718) -> (continuation of Deferred@849490209 after retry RPC after error@9803903) -> (continuation of Deferred@321854658 after retry RPC after error@741341882) -> (continuation of Deferred@254274855 after retry RPC after error@593353436)))
20:14:36.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@408518889(state=PENDING, result=null, callback=(continuation of Deferred@1038972222 after retry RPC after error@1288055165) -> (continuation of Deferred@1948165682 after retry RPC after error@546586256) -> (continuation of Deferred@1988553529 after retry RPC after error@192330069) -> (continuation of Deferred@181973311 after retry RPC after error@196701770) -> (continuation of Deferred@1252496167 after retry RPC after error@1948591927) -> (continuation of Deferred@1002119621 after retry RPC after error@2075186118) -> (continuation of Deferred@225990972 after retry RPC after error@1354357563) -> (continuation of Deferred@854490592 after retry RPC after error@1337833112), errback=(continuation of Deferred@1038972222 after retry RPC after error@1288055165) -> (continuation of Deferred@1948165682 after retry RPC after error@546586256) -> (continuation of Deferred@1988553529 after retry RPC after error@192330069) -> (continuation of Deferred@181973311 after retry RPC after error@196701770) -> (continuation of Deferred@1252496167 after retry RPC after error@1948591927) -> (continuation of Deferred@1002119621 after retry RPC after error@2075186118) -> (continuation of Deferred@225990972 after retry RPC after error@1354357563) -> (continuation of Deferred@854490592 after retry RPC after error@1337833112)))
20:14:36.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@408518889(state=PENDING, result=null, callback=(continuation of Deferred@1038972222 after retry RPC after error@1288055165) -> (continuation of Deferred@1948165682 after retry RPC after error@546586256) -> (continuation of Deferred@1988553529 after retry RPC after error@192330069) -> (continuation of Deferred@181973311 after retry RPC after error@196701770) -> (continuation of Deferred@1252496167 after retry RPC after error@1948591927) -> (continuation of Deferred@1002119621 after retry RPC after error@2075186118) -> (continuation of Deferred@225990972 after retry RPC after error@1354357563) -> (continuation of Deferred@854490592 after retry RPC after error@1337833112), errback=(continuation of Deferred@1038972222 after retry RPC after error@1288055165) -> (continuation of Deferred@1948165682 after retry RPC after error@546586256) -> (continuation of Deferred@1988553529 after retry RPC after error@192330069) -> (continuation of Deferred@181973311 after retry RPC after error@196701770) -> (continuation of Deferred@1252496167 after retry RPC after error@1948591927) -> (continuation of Deferred@1002119621 after retry RPC after error@2075186118) -> (continuation of Deferred@225990972 after retry RPC after error@1354357563) -> (continuation of Deferred@854490592 after retry RPC after error@1337833112)))
20:14:36.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:36.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:36.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:36.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:36.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:36.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1497941736(state=PENDING, result=null, callback=(continuation of Deferred@1762323953 after retry RPC after error@1631753363) -> (continuation of Deferred@755051588 after retry RPC after error@845271178) -> (continuation of Deferred@213571154 after retry RPC after error@2041130330) -> (continuation of Deferred@1575898407 after retry RPC after error@1631003536) -> (continuation of Deferred@996499874 after retry RPC after error@194402409) -> (continuation of Deferred@608086857 after retry RPC after error@2093819901) -> (continuation of Deferred@1823809975 after retry RPC after error@1431927128), errback=(continuation of Deferred@1762323953 after retry RPC after error@1631753363) -> (continuation of Deferred@755051588 after retry RPC after error@845271178) -> (continuation of Deferred@213571154 after retry RPC after error@2041130330) -> (continuation of Deferred@1575898407 after retry RPC after error@1631003536) -> (continuation of Deferred@996499874 after retry RPC after error@194402409) -> (continuation of Deferred@608086857 after retry RPC after error@2093819901) -> (continuation of Deferred@1823809975 after retry RPC after error@1431927128)))
20:14:37.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1497941736(state=PENDING, result=null, callback=(continuation of Deferred@1762323953 after retry RPC after error@1631753363) -> (continuation of Deferred@755051588 after retry RPC after error@845271178) -> (continuation of Deferred@213571154 after retry RPC after error@2041130330) -> (continuation of Deferred@1575898407 after retry RPC after error@1631003536) -> (continuation of Deferred@996499874 after retry RPC after error@194402409) -> (continuation of Deferred@608086857 after retry RPC after error@2093819901) -> (continuation of Deferred@1823809975 after retry RPC after error@1431927128), errback=(continuation of Deferred@1762323953 after retry RPC after error@1631753363) -> (continuation of Deferred@755051588 after retry RPC after error@845271178) -> (continuation of Deferred@213571154 after retry RPC after error@2041130330) -> (continuation of Deferred@1575898407 after retry RPC after error@1631003536) -> (continuation of Deferred@996499874 after retry RPC after error@194402409) -> (continuation of Deferred@608086857 after retry RPC after error@2093819901) -> (continuation of Deferred@1823809975 after retry RPC after error@1431927128)))
20:14:37.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1126850904(state=PENDING, result=null, callback=(continuation of Deferred@1212192049 after retry RPC after error@1518020550) -> (continuation of Deferred@1371851874 after retry RPC after error@1106532259) -> (continuation of Deferred@231848881 after retry RPC after error@244836570) -> (continuation of Deferred@2043122358 after retry RPC after error@451775330) -> (continuation of Deferred@442607549 after retry RPC after error@721505555) -> (continuation of Deferred@1855334631 after retry RPC after error@416680140) -> (continuation of Deferred@261949476 after retry RPC after error@777364753) -> (continuation of Deferred@1901814060 after retry RPC after error@1508083619), errback=(continuation of Deferred@1212192049 after retry RPC after error@1518020550) -> (continuation of Deferred@1371851874 after retry RPC after error@1106532259) -> (continuation of Deferred@231848881 after retry RPC after error@244836570) -> (continuation of Deferred@2043122358 after retry RPC after error@451775330) -> (continuation of Deferred@442607549 after retry RPC after error@721505555) -> (continuation of Deferred@1855334631 after retry RPC after error@416680140) -> (continuation of Deferred@261949476 after retry RPC after error@777364753) -> (continuation of Deferred@1901814060 after retry RPC after error@1508083619)))
20:14:37.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1126850904(state=PENDING, result=null, callback=(continuation of Deferred@1212192049 after retry RPC after error@1518020550) -> (continuation of Deferred@1371851874 after retry RPC after error@1106532259) -> (continuation of Deferred@231848881 after retry RPC after error@244836570) -> (continuation of Deferred@2043122358 after retry RPC after error@451775330) -> (continuation of Deferred@442607549 after retry RPC after error@721505555) -> (continuation of Deferred@1855334631 after retry RPC after error@416680140) -> (continuation of Deferred@261949476 after retry RPC after error@777364753) -> (continuation of Deferred@1901814060 after retry RPC after error@1508083619), errback=(continuation of Deferred@1212192049 after retry RPC after error@1518020550) -> (continuation of Deferred@1371851874 after retry RPC after error@1106532259) -> (continuation of Deferred@231848881 after retry RPC after error@244836570) -> (continuation of Deferred@2043122358 after retry RPC after error@451775330) -> (continuation of Deferred@442607549 after retry RPC after error@721505555) -> (continuation of Deferred@1855334631 after retry RPC after error@416680140) -> (continuation of Deferred@261949476 after retry RPC after error@777364753) -> (continuation of Deferred@1901814060 after retry RPC after error@1508083619)))
20:14:37.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@422709774(state=PENDING, result=null, callback=(continuation of Deferred@611226627 after retry RPC after error@1201416834) -> (continuation of Deferred@1340319482 after retry RPC after error@1183360882) -> (continuation of Deferred@370605356 after retry RPC after error@813178198) -> (continuation of Deferred@1652472277 after retry RPC after error@1632510431) -> (continuation of Deferred@1083199303 after retry RPC after error@821196974) -> (continuation of Deferred@659935092 after retry RPC after error@923091608) -> (continuation of Deferred@1965934920 after retry RPC after error@1446639691), errback=(continuation of Deferred@611226627 after retry RPC after error@1201416834) -> (continuation of Deferred@1340319482 after retry RPC after error@1183360882) -> (continuation of Deferred@370605356 after retry RPC after error@813178198) -> (continuation of Deferred@1652472277 after retry RPC after error@1632510431) -> (continuation of Deferred@1083199303 after retry RPC after error@821196974) -> (continuation of Deferred@659935092 after retry RPC after error@923091608) -> (continuation of Deferred@1965934920 after retry RPC after error@1446639691)))
20:14:37.507 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@422709774(state=PENDING, result=null, callback=(continuation of Deferred@611226627 after retry RPC after error@1201416834) -> (continuation of Deferred@1340319482 after retry RPC after error@1183360882) -> (continuation of Deferred@370605356 after retry RPC after error@813178198) -> (continuation of Deferred@1652472277 after retry RPC after error@1632510431) -> (continuation of Deferred@1083199303 after retry RPC after error@821196974) -> (continuation of Deferred@659935092 after retry RPC after error@923091608) -> (continuation of Deferred@1965934920 after retry RPC after error@1446639691), errback=(continuation of Deferred@611226627 after retry RPC after error@1201416834) -> (continuation of Deferred@1340319482 after retry RPC after error@1183360882) -> (continuation of Deferred@370605356 after retry RPC after error@813178198) -> (continuation of Deferred@1652472277 after retry RPC after error@1632510431) -> (continuation of Deferred@1083199303 after retry RPC after error@821196974) -> (continuation of Deferred@659935092 after retry RPC after error@923091608) -> (continuation of Deferred@1965934920 after retry RPC after error@1446639691)))
20:14:37.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@617461232(state=PENDING, result=null, callback=(continuation of Deferred@2113316822 after retry RPC after error@787939849) -> (continuation of Deferred@1870271688 after retry RPC after error@642862818) -> (continuation of Deferred@1859229161 after retry RPC after error@2015376752) -> (continuation of Deferred@1195619048 after retry RPC after error@1808388796) -> (continuation of Deferred@156597489 after retry RPC after error@1890013982) -> (continuation of Deferred@715746064 after retry RPC after error@265289931) -> (continuation of Deferred@759187252 after retry RPC after error@1739972129), errback=(continuation of Deferred@2113316822 after retry RPC after error@787939849) -> (continuation of Deferred@1870271688 after retry RPC after error@642862818) -> (continuation of Deferred@1859229161 after retry RPC after error@2015376752) -> (continuation of Deferred@1195619048 after retry RPC after error@1808388796) -> (continuation of Deferred@156597489 after retry RPC after error@1890013982) -> (continuation of Deferred@715746064 after retry RPC after error@265289931) -> (continuation of Deferred@759187252 after retry RPC after error@1739972129)))
20:14:37.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@617461232(state=PENDING, result=null, callback=(continuation of Deferred@2113316822 after retry RPC after error@787939849) -> (continuation of Deferred@1870271688 after retry RPC after error@642862818) -> (continuation of Deferred@1859229161 after retry RPC after error@2015376752) -> (continuation of Deferred@1195619048 after retry RPC after error@1808388796) -> (continuation of Deferred@156597489 after retry RPC after error@1890013982) -> (continuation of Deferred@715746064 after retry RPC after error@265289931) -> (continuation of Deferred@759187252 after retry RPC after error@1739972129), errback=(continuation of Deferred@2113316822 after retry RPC after error@787939849) -> (continuation of Deferred@1870271688 after retry RPC after error@642862818) -> (continuation of Deferred@1859229161 after retry RPC after error@2015376752) -> (continuation of Deferred@1195619048 after retry RPC after error@1808388796) -> (continuation of Deferred@156597489 after retry RPC after error@1890013982) -> (continuation of Deferred@715746064 after retry RPC after error@265289931) -> (continuation of Deferred@759187252 after retry RPC after error@1739972129)))
20:14:37.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@33154767(state=PENDING, result=null, callback=(continuation of Deferred@1102278700 after retry RPC after error@357749642) -> (continuation of Deferred@1654218079 after retry RPC after error@748163165) -> (continuation of Deferred@1995454450 after retry RPC after error@1966961701) -> (continuation of Deferred@1567009912 after retry RPC after error@831538545) -> (continuation of Deferred@1177074454 after retry RPC after error@1479177130) -> (continuation of Deferred@809959867 after retry RPC after error@63922447) -> (continuation of Deferred@3967595 after retry RPC after error@184553189), errback=(continuation of Deferred@1102278700 after retry RPC after error@357749642) -> (continuation of Deferred@1654218079 after retry RPC after error@748163165) -> (continuation of Deferred@1995454450 after retry RPC after error@1966961701) -> (continuation of Deferred@1567009912 after retry RPC after error@831538545) -> (continuation of Deferred@1177074454 after retry RPC after error@1479177130) -> (continuation of Deferred@809959867 after retry RPC after error@63922447) -> (continuation of Deferred@3967595 after retry RPC after error@184553189)))
20:14:37.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@33154767(state=PENDING, result=null, callback=(continuation of Deferred@1102278700 after retry RPC after error@357749642) -> (continuation of Deferred@1654218079 after retry RPC after error@748163165) -> (continuation of Deferred@1995454450 after retry RPC after error@1966961701) -> (continuation of Deferred@1567009912 after retry RPC after error@831538545) -> (continuation of Deferred@1177074454 after retry RPC after error@1479177130) -> (continuation of Deferred@809959867 after retry RPC after error@63922447) -> (continuation of Deferred@3967595 after retry RPC after error@184553189), errback=(continuation of Deferred@1102278700 after retry RPC after error@357749642) -> (continuation of Deferred@1654218079 after retry RPC after error@748163165) -> (continuation of Deferred@1995454450 after retry RPC after error@1966961701) -> (continuation of Deferred@1567009912 after retry RPC after error@831538545) -> (continuation of Deferred@1177074454 after retry RPC after error@1479177130) -> (continuation of Deferred@809959867 after retry RPC after error@63922447) -> (continuation of Deferred@3967595 after retry RPC after error@184553189)))
20:14:37.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:37.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:37.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:37.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:37.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:37.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1537747437(state=PENDING, result=null, callback=(continuation of Deferred@1004412753 after retry RPC after error@98123484) -> (continuation of Deferred@988227981 after retry RPC after error@538613885) -> (continuation of Deferred@1811234744 after retry RPC after error@655803332) -> (continuation of Deferred@608058858 after retry RPC after error@1351848032) -> (continuation of Deferred@307850549 after retry RPC after error@54563929) -> (continuation of Deferred@1447311542 after retry RPC after error@446214798), errback=(continuation of Deferred@1004412753 after retry RPC after error@98123484) -> (continuation of Deferred@988227981 after retry RPC after error@538613885) -> (continuation of Deferred@1811234744 after retry RPC after error@655803332) -> (continuation of Deferred@608058858 after retry RPC after error@1351848032) -> (continuation of Deferred@307850549 after retry RPC after error@54563929) -> (continuation of Deferred@1447311542 after retry RPC after error@446214798)))
20:14:38.085 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1537747437(state=PENDING, result=null, callback=(continuation of Deferred@1004412753 after retry RPC after error@98123484) -> (continuation of Deferred@988227981 after retry RPC after error@538613885) -> (continuation of Deferred@1811234744 after retry RPC after error@655803332) -> (continuation of Deferred@608058858 after retry RPC after error@1351848032) -> (continuation of Deferred@307850549 after retry RPC after error@54563929) -> (continuation of Deferred@1447311542 after retry RPC after error@446214798), errback=(continuation of Deferred@1004412753 after retry RPC after error@98123484) -> (continuation of Deferred@988227981 after retry RPC after error@538613885) -> (continuation of Deferred@1811234744 after retry RPC after error@655803332) -> (continuation of Deferred@608058858 after retry RPC after error@1351848032) -> (continuation of Deferred@307850549 after retry RPC after error@54563929) -> (continuation of Deferred@1447311542 after retry RPC after error@446214798)))
20:14:38.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1523738220(state=PENDING, result=null, callback=(continuation of Deferred@431367393 after retry RPC after error@163163799) -> (continuation of Deferred@137787866 after retry RPC after error@1092521910) -> (continuation of Deferred@1772567128 after retry RPC after error@766438637) -> (continuation of Deferred@376285227 after retry RPC after error@599516783) -> (continuation of Deferred@1939762618 after retry RPC after error@697118368) -> (continuation of Deferred@1381689162 after retry RPC after error@774831088) -> (continuation of Deferred@777887794 after retry RPC after error@1852142455), errback=(continuation of Deferred@431367393 after retry RPC after error@163163799) -> (continuation of Deferred@137787866 after retry RPC after error@1092521910) -> (continuation of Deferred@1772567128 after retry RPC after error@766438637) -> (continuation of Deferred@376285227 after retry RPC after error@599516783) -> (continuation of Deferred@1939762618 after retry RPC after error@697118368) -> (continuation of Deferred@1381689162 after retry RPC after error@774831088) -> (continuation of Deferred@777887794 after retry RPC after error@1852142455)))
20:14:38.305 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1523738220(state=PENDING, result=null, callback=(continuation of Deferred@431367393 after retry RPC after error@163163799) -> (continuation of Deferred@137787866 after retry RPC after error@1092521910) -> (continuation of Deferred@1772567128 after retry RPC after error@766438637) -> (continuation of Deferred@376285227 after retry RPC after error@599516783) -> (continuation of Deferred@1939762618 after retry RPC after error@697118368) -> (continuation of Deferred@1381689162 after retry RPC after error@774831088) -> (continuation of Deferred@777887794 after retry RPC after error@1852142455), errback=(continuation of Deferred@431367393 after retry RPC after error@163163799) -> (continuation of Deferred@137787866 after retry RPC after error@1092521910) -> (continuation of Deferred@1772567128 after retry RPC after error@766438637) -> (continuation of Deferred@376285227 after retry RPC after error@599516783) -> (continuation of Deferred@1939762618 after retry RPC after error@697118368) -> (continuation of Deferred@1381689162 after retry RPC after error@774831088) -> (continuation of Deferred@777887794 after retry RPC after error@1852142455)))
20:14:38.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@199647349(state=PENDING, result=null, callback=(continuation of Deferred@387352980 after retry RPC after error@2017473545) -> (continuation of Deferred@734892591 after retry RPC after error@328252139) -> (continuation of Deferred@820632356 after retry RPC after error@1240486220) -> (continuation of Deferred@250343095 after retry RPC after error@414861923) -> (continuation of Deferred@1718911659 after retry RPC after error@767939864) -> (continuation of Deferred@2081036353 after retry RPC after error@908700913) -> (continuation of Deferred@1946812741 after retry RPC after error@2003068873), errback=(continuation of Deferred@387352980 after retry RPC after error@2017473545) -> (continuation of Deferred@734892591 after retry RPC after error@328252139) -> (continuation of Deferred@820632356 after retry RPC after error@1240486220) -> (continuation of Deferred@250343095 after retry RPC after error@414861923) -> (continuation of Deferred@1718911659 after retry RPC after error@767939864) -> (continuation of Deferred@2081036353 after retry RPC after error@908700913) -> (continuation of Deferred@1946812741 after retry RPC after error@2003068873)))
20:14:38.506 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@199647349(state=PENDING, result=null, callback=(continuation of Deferred@387352980 after retry RPC after error@2017473545) -> (continuation of Deferred@734892591 after retry RPC after error@328252139) -> (continuation of Deferred@820632356 after retry RPC after error@1240486220) -> (continuation of Deferred@250343095 after retry RPC after error@414861923) -> (continuation of Deferred@1718911659 after retry RPC after error@767939864) -> (continuation of Deferred@2081036353 after retry RPC after error@908700913) -> (continuation of Deferred@1946812741 after retry RPC after error@2003068873), errback=(continuation of Deferred@387352980 after retry RPC after error@2017473545) -> (continuation of Deferred@734892591 after retry RPC after error@328252139) -> (continuation of Deferred@820632356 after retry RPC after error@1240486220) -> (continuation of Deferred@250343095 after retry RPC after error@414861923) -> (continuation of Deferred@1718911659 after retry RPC after error@767939864) -> (continuation of Deferred@2081036353 after retry RPC after error@908700913) -> (continuation of Deferred@1946812741 after retry RPC after error@2003068873)))
20:14:38.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.745 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@299602037(state=PENDING, result=null, callback=(continuation of Deferred@1957271597 after retry RPC after error@1935524745) -> (continuation of Deferred@325023794 after retry RPC after error@1581910548) -> (continuation of Deferred@1721403648 after retry RPC after error@2076594129) -> (continuation of Deferred@321926771 after retry RPC after error@497321131) -> (continuation of Deferred@801426582 after retry RPC after error@1714796152) -> (continuation of Deferred@1948555107 after retry RPC after error@1293735056) -> (continuation of Deferred@1152713177 after retry RPC after error@267974977), errback=(continuation of Deferred@1957271597 after retry RPC after error@1935524745) -> (continuation of Deferred@325023794 after retry RPC after error@1581910548) -> (continuation of Deferred@1721403648 after retry RPC after error@2076594129) -> (continuation of Deferred@321926771 after retry RPC after error@497321131) -> (continuation of Deferred@801426582 after retry RPC after error@1714796152) -> (continuation of Deferred@1948555107 after retry RPC after error@1293735056) -> (continuation of Deferred@1152713177 after retry RPC after error@267974977)))
20:14:38.745 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@299602037(state=PENDING, result=null, callback=(continuation of Deferred@1957271597 after retry RPC after error@1935524745) -> (continuation of Deferred@325023794 after retry RPC after error@1581910548) -> (continuation of Deferred@1721403648 after retry RPC after error@2076594129) -> (continuation of Deferred@321926771 after retry RPC after error@497321131) -> (continuation of Deferred@801426582 after retry RPC after error@1714796152) -> (continuation of Deferred@1948555107 after retry RPC after error@1293735056) -> (continuation of Deferred@1152713177 after retry RPC after error@267974977), errback=(continuation of Deferred@1957271597 after retry RPC after error@1935524745) -> (continuation of Deferred@325023794 after retry RPC after error@1581910548) -> (continuation of Deferred@1721403648 after retry RPC after error@2076594129) -> (continuation of Deferred@321926771 after retry RPC after error@497321131) -> (continuation of Deferred@801426582 after retry RPC after error@1714796152) -> (continuation of Deferred@1948555107 after retry RPC after error@1293735056) -> (continuation of Deferred@1152713177 after retry RPC after error@267974977)))
20:14:38.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:38.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1989712173(state=PENDING, result=null, callback=(continuation of Deferred@1486747906 after retry RPC after error@1988769720) -> (continuation of Deferred@1724232080 after retry RPC after error@1420172692) -> (continuation of Deferred@1673833451 after retry RPC after error@1154770908) -> (continuation of Deferred@265689063 after retry RPC after error@1811472692) -> (continuation of Deferred@757433427 after retry RPC after error@1244196012) -> (continuation of Deferred@1979626273 after retry RPC after error@1503858155), errback=(continuation of Deferred@1486747906 after retry RPC after error@1988769720) -> (continuation of Deferred@1724232080 after retry RPC after error@1420172692) -> (continuation of Deferred@1673833451 after retry RPC after error@1154770908) -> (continuation of Deferred@265689063 after retry RPC after error@1811472692) -> (continuation of Deferred@757433427 after retry RPC after error@1244196012) -> (continuation of Deferred@1979626273 after retry RPC after error@1503858155)))
20:14:38.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1989712173(state=PENDING, result=null, callback=(continuation of Deferred@1486747906 after retry RPC after error@1988769720) -> (continuation of Deferred@1724232080 after retry RPC after error@1420172692) -> (continuation of Deferred@1673833451 after retry RPC after error@1154770908) -> (continuation of Deferred@265689063 after retry RPC after error@1811472692) -> (continuation of Deferred@757433427 after retry RPC after error@1244196012) -> (continuation of Deferred@1979626273 after retry RPC after error@1503858155), errback=(continuation of Deferred@1486747906 after retry RPC after error@1988769720) -> (continuation of Deferred@1724232080 after retry RPC after error@1420172692) -> (continuation of Deferred@1673833451 after retry RPC after error@1154770908) -> (continuation of Deferred@265689063 after retry RPC after error@1811472692) -> (continuation of Deferred@757433427 after retry RPC after error@1244196012) -> (continuation of Deferred@1979626273 after retry RPC after error@1503858155)))
20:14:38.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:38.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:38.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:38.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:38.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@101745266(state=PENDING, result=null, callback=(continuation of Deferred@1386318081 after retry RPC after error@1959975354) -> (continuation of Deferred@503898936 after retry RPC after error@478798233) -> (continuation of Deferred@1119783560 after retry RPC after error@549684332) -> (continuation of Deferred@2030805615 after retry RPC after error@719127038) -> (continuation of Deferred@469837031 after retry RPC after error@542974959) -> (continuation of Deferred@73528657 after retry RPC after error@1181861586) -> (continuation of Deferred@1396896999 after retry RPC after error@441050939), errback=(continuation of Deferred@1386318081 after retry RPC after error@1959975354) -> (continuation of Deferred@503898936 after retry RPC after error@478798233) -> (continuation of Deferred@1119783560 after retry RPC after error@549684332) -> (continuation of Deferred@2030805615 after retry RPC after error@719127038) -> (continuation of Deferred@469837031 after retry RPC after error@542974959) -> (continuation of Deferred@73528657 after retry RPC after error@1181861586) -> (continuation of Deferred@1396896999 after retry RPC after error@441050939)))
20:14:39.226 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@101745266(state=PENDING, result=null, callback=(continuation of Deferred@1386318081 after retry RPC after error@1959975354) -> (continuation of Deferred@503898936 after retry RPC after error@478798233) -> (continuation of Deferred@1119783560 after retry RPC after error@549684332) -> (continuation of Deferred@2030805615 after retry RPC after error@719127038) -> (continuation of Deferred@469837031 after retry RPC after error@542974959) -> (continuation of Deferred@73528657 after retry RPC after error@1181861586) -> (continuation of Deferred@1396896999 after retry RPC after error@441050939), errback=(continuation of Deferred@1386318081 after retry RPC after error@1959975354) -> (continuation of Deferred@503898936 after retry RPC after error@478798233) -> (continuation of Deferred@1119783560 after retry RPC after error@549684332) -> (continuation of Deferred@2030805615 after retry RPC after error@719127038) -> (continuation of Deferred@469837031 after retry RPC after error@542974959) -> (continuation of Deferred@73528657 after retry RPC after error@1181861586) -> (continuation of Deferred@1396896999 after retry RPC after error@441050939)))
20:14:39.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1156860460(state=PENDING, result=null, callback=(continuation of Deferred@1687528331 after retry RPC after error@2051571398) -> (continuation of Deferred@947860213 after retry RPC after error@1581038332) -> (continuation of Deferred@402445131 after retry RPC after error@788214076) -> (continuation of Deferred@1876051596 after retry RPC after error@1409477328) -> (continuation of Deferred@622140816 after retry RPC after error@1385212639) -> (continuation of Deferred@789274663 after retry RPC after error@1822186364), errback=(continuation of Deferred@1687528331 after retry RPC after error@2051571398) -> (continuation of Deferred@947860213 after retry RPC after error@1581038332) -> (continuation of Deferred@402445131 after retry RPC after error@788214076) -> (continuation of Deferred@1876051596 after retry RPC after error@1409477328) -> (continuation of Deferred@622140816 after retry RPC after error@1385212639) -> (continuation of Deferred@789274663 after retry RPC after error@1822186364)))
20:14:39.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1156860460(state=PENDING, result=null, callback=(continuation of Deferred@1687528331 after retry RPC after error@2051571398) -> (continuation of Deferred@947860213 after retry RPC after error@1581038332) -> (continuation of Deferred@402445131 after retry RPC after error@788214076) -> (continuation of Deferred@1876051596 after retry RPC after error@1409477328) -> (continuation of Deferred@622140816 after retry RPC after error@1385212639) -> (continuation of Deferred@789274663 after retry RPC after error@1822186364), errback=(continuation of Deferred@1687528331 after retry RPC after error@2051571398) -> (continuation of Deferred@947860213 after retry RPC after error@1581038332) -> (continuation of Deferred@402445131 after retry RPC after error@788214076) -> (continuation of Deferred@1876051596 after retry RPC after error@1409477328) -> (continuation of Deferred@622140816 after retry RPC after error@1385212639) -> (continuation of Deferred@789274663 after retry RPC after error@1822186364)))
20:14:39.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1455444886(state=PENDING, result=null, callback=(continuation of Deferred@1637767591 after retry RPC after error@926608665) -> (continuation of Deferred@342137356 after retry RPC after error@1089218549) -> (continuation of Deferred@1403784494 after retry RPC after error@866017383) -> (continuation of Deferred@52050146 after retry RPC after error@577271035) -> (continuation of Deferred@287230181 after retry RPC after error@1371742201) -> (continuation of Deferred@55373835 after retry RPC after error@1659011893), errback=(continuation of Deferred@1637767591 after retry RPC after error@926608665) -> (continuation of Deferred@342137356 after retry RPC after error@1089218549) -> (continuation of Deferred@1403784494 after retry RPC after error@866017383) -> (continuation of Deferred@52050146 after retry RPC after error@577271035) -> (continuation of Deferred@287230181 after retry RPC after error@1371742201) -> (continuation of Deferred@55373835 after retry RPC after error@1659011893)))
20:14:39.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1455444886(state=PENDING, result=null, callback=(continuation of Deferred@1637767591 after retry RPC after error@926608665) -> (continuation of Deferred@342137356 after retry RPC after error@1089218549) -> (continuation of Deferred@1403784494 after retry RPC after error@866017383) -> (continuation of Deferred@52050146 after retry RPC after error@577271035) -> (continuation of Deferred@287230181 after retry RPC after error@1371742201) -> (continuation of Deferred@55373835 after retry RPC after error@1659011893), errback=(continuation of Deferred@1637767591 after retry RPC after error@926608665) -> (continuation of Deferred@342137356 after retry RPC after error@1089218549) -> (continuation of Deferred@1403784494 after retry RPC after error@866017383) -> (continuation of Deferred@52050146 after retry RPC after error@577271035) -> (continuation of Deferred@287230181 after retry RPC after error@1371742201) -> (continuation of Deferred@55373835 after retry RPC after error@1659011893)))
20:14:39.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.904 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1862149552(state=PENDING, result=null, callback=(continuation of Deferred@2013845175 after retry RPC after error@2009145180) -> (continuation of Deferred@187524663 after retry RPC after error@350294343) -> (continuation of Deferred@711114754 after retry RPC after error@1428554221) -> (continuation of Deferred@895142304 after retry RPC after error@690851173) -> (continuation of Deferred@359873170 after retry RPC after error@1883207864) -> (continuation of Deferred@332114134 after retry RPC after error@1455970671) -> (continuation of Deferred@1524846222 after retry RPC after error@1368524754), errback=(continuation of Deferred@2013845175 after retry RPC after error@2009145180) -> (continuation of Deferred@187524663 after retry RPC after error@350294343) -> (continuation of Deferred@711114754 after retry RPC after error@1428554221) -> (continuation of Deferred@895142304 after retry RPC after error@690851173) -> (continuation of Deferred@359873170 after retry RPC after error@1883207864) -> (continuation of Deferred@332114134 after retry RPC after error@1455970671) -> (continuation of Deferred@1524846222 after retry RPC after error@1368524754)))
20:14:39.904 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:39.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:39.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:39.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:39.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:39.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:39.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@930412825(state=PENDING, result=null, callback=(continuation of Deferred@2144384352 after retry RPC after error@1454887174) -> (continuation of Deferred@274465728 after retry RPC after error@7380195) -> (continuation of Deferred@2062635576 after retry RPC after error@304518017) -> (continuation of Deferred@1645531142 after retry RPC after error@1711787811) -> (continuation of Deferred@370614601 after retry RPC after error@814420625) -> (continuation of Deferred@1960538214 after retry RPC after error@746444553), errback=(continuation of Deferred@2144384352 after retry RPC after error@1454887174) -> (continuation of Deferred@274465728 after retry RPC after error@7380195) -> (continuation of Deferred@2062635576 after retry RPC after error@304518017) -> (continuation of Deferred@1645531142 after retry RPC after error@1711787811) -> (continuation of Deferred@370614601 after retry RPC after error@814420625) -> (continuation of Deferred@1960538214 after retry RPC after error@746444553)))
20:14:40.085 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@930412825(state=PENDING, result=null, callback=(continuation of Deferred@2144384352 after retry RPC after error@1454887174) -> (continuation of Deferred@274465728 after retry RPC after error@7380195) -> (continuation of Deferred@2062635576 after retry RPC after error@304518017) -> (continuation of Deferred@1645531142 after retry RPC after error@1711787811) -> (continuation of Deferred@370614601 after retry RPC after error@814420625) -> (continuation of Deferred@1960538214 after retry RPC after error@746444553), errback=(continuation of Deferred@2144384352 after retry RPC after error@1454887174) -> (continuation of Deferred@274465728 after retry RPC after error@7380195) -> (continuation of Deferred@2062635576 after retry RPC after error@304518017) -> (continuation of Deferred@1645531142 after retry RPC after error@1711787811) -> (continuation of Deferred@370614601 after retry RPC after error@814420625) -> (continuation of Deferred@1960538214 after retry RPC after error@746444553)))
20:14:40.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@393896852(state=PENDING, result=null, callback=(continuation of Deferred@1276084759 after retry RPC after error@1863509245) -> (continuation of Deferred@354807667 after retry RPC after error@1359431808) -> (continuation of Deferred@1630037901 after retry RPC after error@426070617) -> (continuation of Deferred@587298929 after retry RPC after error@1210677209) -> (continuation of Deferred@1780442462 after retry RPC after error@1507526110) -> (continuation of Deferred@1899052132 after retry RPC after error@1923422756) -> (continuation of Deferred@1661056187 after retry RPC after error@1651878128) -> (continuation of Deferred@442460870 after retry RPC after error@1081161619), errback=(continuation of Deferred@1276084759 after retry RPC after error@1863509245) -> (continuation of Deferred@354807667 after retry RPC after error@1359431808) -> (continuation of Deferred@1630037901 after retry RPC after error@426070617) -> (continuation of Deferred@587298929 after retry RPC after error@1210677209) -> (continuation of Deferred@1780442462 after retry RPC after error@1507526110) -> (continuation of Deferred@1899052132 after retry RPC after error@1923422756) -> (continuation of Deferred@1661056187 after retry RPC after error@1651878128) -> (continuation of Deferred@442460870 after retry RPC after error@1081161619)))
20:14:40.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@393896852(state=PENDING, result=null, callback=(continuation of Deferred@1276084759 after retry RPC after error@1863509245) -> (continuation of Deferred@354807667 after retry RPC after error@1359431808) -> (continuation of Deferred@1630037901 after retry RPC after error@426070617) -> (continuation of Deferred@587298929 after retry RPC after error@1210677209) -> (continuation of Deferred@1780442462 after retry RPC after error@1507526110) -> (continuation of Deferred@1899052132 after retry RPC after error@1923422756) -> (continuation of Deferred@1661056187 after retry RPC after error@1651878128) -> (continuation of Deferred@442460870 after retry RPC after error@1081161619), errback=(continuation of Deferred@1276084759 after retry RPC after error@1863509245) -> (continuation of Deferred@354807667 after retry RPC after error@1359431808) -> (continuation of Deferred@1630037901 after retry RPC after error@426070617) -> (continuation of Deferred@587298929 after retry RPC after error@1210677209) -> (continuation of Deferred@1780442462 after retry RPC after error@1507526110) -> (continuation of Deferred@1899052132 after retry RPC after error@1923422756) -> (continuation of Deferred@1661056187 after retry RPC after error@1651878128) -> (continuation of Deferred@442460870 after retry RPC after error@1081161619)))
20:14:40.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.603 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1939428776(state=PENDING, result=null, callback=(continuation of Deferred@1374460065 after retry RPC after error@1665873051) -> (continuation of Deferred@418777154 after retry RPC after error@561724129) -> (continuation of Deferred@350717951 after retry RPC after error@783455764) -> (continuation of Deferred@103694232 after retry RPC after error@2121965966) -> (continuation of Deferred@1443502529 after retry RPC after error@1823614754) -> (continuation of Deferred@454498259 after retry RPC after error@810197998) -> (continuation of Deferred@914907191 after retry RPC after error@1266600691), errback=(continuation of Deferred@1374460065 after retry RPC after error@1665873051) -> (continuation of Deferred@418777154 after retry RPC after error@561724129) -> (continuation of Deferred@350717951 after retry RPC after error@783455764) -> (continuation of Deferred@103694232 after retry RPC after error@2121965966) -> (continuation of Deferred@1443502529 after retry RPC after error@1823614754) -> (continuation of Deferred@454498259 after retry RPC after error@810197998) -> (continuation of Deferred@914907191 after retry RPC after error@1266600691)))
20:14:40.604 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:40.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@698682699(state=PENDING, result=null, callback=(continuation of Deferred@1364340558 after retry RPC after error@1695584340) -> (continuation of Deferred@183620670 after retry RPC after error@188698494) -> (continuation of Deferred@1272396040 after retry RPC after error@707035670) -> (continuation of Deferred@787538760 after retry RPC after error@1598365015) -> (continuation of Deferred@757620942 after retry RPC after error@596800335) -> (continuation of Deferred@181485270 after retry RPC after error@2106140030) -> (continuation of Deferred@323556369 after retry RPC after error@602998076) -> (continuation of Deferred@550873114 after retry RPC after error@339991467), errback=(continuation of Deferred@1364340558 after retry RPC after error@1695584340) -> (continuation of Deferred@183620670 after retry RPC after error@188698494) -> (continuation of Deferred@1272396040 after retry RPC after error@707035670) -> (continuation of Deferred@787538760 after retry RPC after error@1598365015) -> (continuation of Deferred@757620942 after retry RPC after error@596800335) -> (continuation of Deferred@181485270 after retry RPC after error@2106140030) -> (continuation of Deferred@323556369 after retry RPC after error@602998076) -> (continuation of Deferred@550873114 after retry RPC after error@339991467)))
20:14:40.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@698682699(state=PENDING, result=null, callback=(continuation of Deferred@1364340558 after retry RPC after error@1695584340) -> (continuation of Deferred@183620670 after retry RPC after error@188698494) -> (continuation of Deferred@1272396040 after retry RPC after error@707035670) -> (continuation of Deferred@787538760 after retry RPC after error@1598365015) -> (continuation of Deferred@757620942 after retry RPC after error@596800335) -> (continuation of Deferred@181485270 after retry RPC after error@2106140030) -> (continuation of Deferred@323556369 after retry RPC after error@602998076) -> (continuation of Deferred@550873114 after retry RPC after error@339991467), errback=(continuation of Deferred@1364340558 after retry RPC after error@1695584340) -> (continuation of Deferred@183620670 after retry RPC after error@188698494) -> (continuation of Deferred@1272396040 after retry RPC after error@707035670) -> (continuation of Deferred@787538760 after retry RPC after error@1598365015) -> (continuation of Deferred@757620942 after retry RPC after error@596800335) -> (continuation of Deferred@181485270 after retry RPC after error@2106140030) -> (continuation of Deferred@323556369 after retry RPC after error@602998076) -> (continuation of Deferred@550873114 after retry RPC after error@339991467)))
20:14:40.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:40.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:40.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:40.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:40.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:40.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@497783294(state=PENDING, result=null, callback=(continuation of Deferred@208302643 after retry RPC after error@1229807157) -> (continuation of Deferred@1636982371 after retry RPC after error@553060302) -> (continuation of Deferred@2136146441 after retry RPC after error@1556895520) -> (continuation of Deferred@803105692 after retry RPC after error@923779294) -> (continuation of Deferred@1345052540 after retry RPC after error@1860232974) -> (continuation of Deferred@842982341 after retry RPC after error@2080300140), errback=(continuation of Deferred@208302643 after retry RPC after error@1229807157) -> (continuation of Deferred@1636982371 after retry RPC after error@553060302) -> (continuation of Deferred@2136146441 after retry RPC after error@1556895520) -> (continuation of Deferred@803105692 after retry RPC after error@923779294) -> (continuation of Deferred@1345052540 after retry RPC after error@1860232974) -> (continuation of Deferred@842982341 after retry RPC after error@2080300140)))
20:14:41.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@497783294(state=PENDING, result=null, callback=(continuation of Deferred@208302643 after retry RPC after error@1229807157) -> (continuation of Deferred@1636982371 after retry RPC after error@553060302) -> (continuation of Deferred@2136146441 after retry RPC after error@1556895520) -> (continuation of Deferred@803105692 after retry RPC after error@923779294) -> (continuation of Deferred@1345052540 after retry RPC after error@1860232974) -> (continuation of Deferred@842982341 after retry RPC after error@2080300140), errback=(continuation of Deferred@208302643 after retry RPC after error@1229807157) -> (continuation of Deferred@1636982371 after retry RPC after error@553060302) -> (continuation of Deferred@2136146441 after retry RPC after error@1556895520) -> (continuation of Deferred@803105692 after retry RPC after error@923779294) -> (continuation of Deferred@1345052540 after retry RPC after error@1860232974) -> (continuation of Deferred@842982341 after retry RPC after error@2080300140)))
20:14:41.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@630454881(state=PENDING, result=null, callback=(continuation of Deferred@1192197132 after retry RPC after error@1083393285) -> (continuation of Deferred@1117560497 after retry RPC after error@2028348529) -> (continuation of Deferred@1152768125 after retry RPC after error@508827267) -> (continuation of Deferred@949713646 after retry RPC after error@1897337888) -> (continuation of Deferred@453729359 after retry RPC after error@634761635) -> (continuation of Deferred@1182462973 after retry RPC after error@252004614) -> (continuation of Deferred@1319994765 after retry RPC after error@1182629202), errback=(continuation of Deferred@1192197132 after retry RPC after error@1083393285) -> (continuation of Deferred@1117560497 after retry RPC after error@2028348529) -> (continuation of Deferred@1152768125 after retry RPC after error@508827267) -> (continuation of Deferred@949713646 after retry RPC after error@1897337888) -> (continuation of Deferred@453729359 after retry RPC after error@634761635) -> (continuation of Deferred@1182462973 after retry RPC after error@252004614) -> (continuation of Deferred@1319994765 after retry RPC after error@1182629202)))
20:14:41.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@630454881(state=PENDING, result=null, callback=(continuation of Deferred@1192197132 after retry RPC after error@1083393285) -> (continuation of Deferred@1117560497 after retry RPC after error@2028348529) -> (continuation of Deferred@1152768125 after retry RPC after error@508827267) -> (continuation of Deferred@949713646 after retry RPC after error@1897337888) -> (continuation of Deferred@453729359 after retry RPC after error@634761635) -> (continuation of Deferred@1182462973 after retry RPC after error@252004614) -> (continuation of Deferred@1319994765 after retry RPC after error@1182629202), errback=(continuation of Deferred@1192197132 after retry RPC after error@1083393285) -> (continuation of Deferred@1117560497 after retry RPC after error@2028348529) -> (continuation of Deferred@1152768125 after retry RPC after error@508827267) -> (continuation of Deferred@949713646 after retry RPC after error@1897337888) -> (continuation of Deferred@453729359 after retry RPC after error@634761635) -> (continuation of Deferred@1182462973 after retry RPC after error@252004614) -> (continuation of Deferred@1319994765 after retry RPC after error@1182629202)))
20:14:41.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.544 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1368520064(state=PENDING, result=null, callback=(continuation of Deferred@548018524 after retry RPC after error@886022984) -> (continuation of Deferred@1998472959 after retry RPC after error@704483433) -> (continuation of Deferred@1508707571 after retry RPC after error@284242277) -> (continuation of Deferred@366851130 after retry RPC after error@1348862000) -> (continuation of Deferred@1641878619 after retry RPC after error@2025749276) -> (continuation of Deferred@12217429 after retry RPC after error@1623034866) -> (continuation of Deferred@1766536306 after retry RPC after error@1655100636) -> (continuation of Deferred@833471513 after retry RPC after error@1036200901), errback=(continuation of Deferred@548018524 after retry RPC after error@886022984) -> (continuation of Deferred@1998472959 after retry RPC after error@704483433) -> (continuation of Deferred@1508707571 after retry RPC after error@284242277) -> (continuation of Deferred@366851130 after retry RPC after error@1348862000) -> (continuation of Deferred@1641878619 after retry RPC after error@2025749276) -> (continuation of Deferred@12217429 after retry RPC after error@1623034866) -> (continuation of Deferred@1766536306 after retry RPC after error@1655100636) -> (continuation of Deferred@833471513 after retry RPC after error@1036200901)))
20:14:41.544 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:41.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.824 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@763258281(state=PENDING, result=null, callback=(continuation of Deferred@2086636419 after retry RPC after error@2084365438) -> (continuation of Deferred@959278921 after retry RPC after error@1730152168) -> (continuation of Deferred@1738770972 after retry RPC after error@2091355522) -> (continuation of Deferred@774042232 after retry RPC after error@1238545938) -> (continuation of Deferred@844768862 after retry RPC after error@1926329866) -> (continuation of Deferred@1272576794 after retry RPC after error@392668757) -> (continuation of Deferred@1961630257 after retry RPC after error@225723264), errback=(continuation of Deferred@2086636419 after retry RPC after error@2084365438) -> (continuation of Deferred@959278921 after retry RPC after error@1730152168) -> (continuation of Deferred@1738770972 after retry RPC after error@2091355522) -> (continuation of Deferred@774042232 after retry RPC after error@1238545938) -> (continuation of Deferred@844768862 after retry RPC after error@1926329866) -> (continuation of Deferred@1272576794 after retry RPC after error@392668757) -> (continuation of Deferred@1961630257 after retry RPC after error@225723264)))
20:14:41.824 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:41.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:41.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:41.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:41.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:41.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:41.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@359301986(state=PENDING, result=null, callback=(continuation of Deferred@1623542114 after retry RPC after error@1981660017) -> (continuation of Deferred@577717755 after retry RPC after error@1667216199) -> (continuation of Deferred@689666071 after retry RPC after error@851871862) -> (continuation of Deferred@1784566600 after retry RPC after error@1954873551) -> (continuation of Deferred@111936904 after retry RPC after error@3127315) -> (continuation of Deferred@418606925 after retry RPC after error@1152161764) -> (continuation of Deferred@575294140 after retry RPC after error@1608028614), errback=(continuation of Deferred@1623542114 after retry RPC after error@1981660017) -> (continuation of Deferred@577717755 after retry RPC after error@1667216199) -> (continuation of Deferred@689666071 after retry RPC after error@851871862) -> (continuation of Deferred@1784566600 after retry RPC after error@1954873551) -> (continuation of Deferred@111936904 after retry RPC after error@3127315) -> (continuation of Deferred@418606925 after retry RPC after error@1152161764) -> (continuation of Deferred@575294140 after retry RPC after error@1608028614)))
20:14:42.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@359301986(state=PENDING, result=null, callback=(continuation of Deferred@1623542114 after retry RPC after error@1981660017) -> (continuation of Deferred@577717755 after retry RPC after error@1667216199) -> (continuation of Deferred@689666071 after retry RPC after error@851871862) -> (continuation of Deferred@1784566600 after retry RPC after error@1954873551) -> (continuation of Deferred@111936904 after retry RPC after error@3127315) -> (continuation of Deferred@418606925 after retry RPC after error@1152161764) -> (continuation of Deferred@575294140 after retry RPC after error@1608028614), errback=(continuation of Deferred@1623542114 after retry RPC after error@1981660017) -> (continuation of Deferred@577717755 after retry RPC after error@1667216199) -> (continuation of Deferred@689666071 after retry RPC after error@851871862) -> (continuation of Deferred@1784566600 after retry RPC after error@1954873551) -> (continuation of Deferred@111936904 after retry RPC after error@3127315) -> (continuation of Deferred@418606925 after retry RPC after error@1152161764) -> (continuation of Deferred@575294140 after retry RPC after error@1608028614)))
20:14:42.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1219424673(state=PENDING, result=null, callback=(continuation of Deferred@1651466690 after retry RPC after error@1461018801) -> (continuation of Deferred@2021458552 after retry RPC after error@1197590319) -> (continuation of Deferred@1578749808 after retry RPC after error@578104554) -> (continuation of Deferred@839619614 after retry RPC after error@2073716175) -> (continuation of Deferred@1810384771 after retry RPC after error@1626416232) -> (continuation of Deferred@246736652 after retry RPC after error@648568584) -> (continuation of Deferred@257282049 after retry RPC after error@1718511591), errback=(continuation of Deferred@1651466690 after retry RPC after error@1461018801) -> (continuation of Deferred@2021458552 after retry RPC after error@1197590319) -> (continuation of Deferred@1578749808 after retry RPC after error@578104554) -> (continuation of Deferred@839619614 after retry RPC after error@2073716175) -> (continuation of Deferred@1810384771 after retry RPC after error@1626416232) -> (continuation of Deferred@246736652 after retry RPC after error@648568584) -> (continuation of Deferred@257282049 after retry RPC after error@1718511591)))
20:14:42.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1219424673(state=PENDING, result=null, callback=(continuation of Deferred@1651466690 after retry RPC after error@1461018801) -> (continuation of Deferred@2021458552 after retry RPC after error@1197590319) -> (continuation of Deferred@1578749808 after retry RPC after error@578104554) -> (continuation of Deferred@839619614 after retry RPC after error@2073716175) -> (continuation of Deferred@1810384771 after retry RPC after error@1626416232) -> (continuation of Deferred@246736652 after retry RPC after error@648568584) -> (continuation of Deferred@257282049 after retry RPC after error@1718511591), errback=(continuation of Deferred@1651466690 after retry RPC after error@1461018801) -> (continuation of Deferred@2021458552 after retry RPC after error@1197590319) -> (continuation of Deferred@1578749808 after retry RPC after error@578104554) -> (continuation of Deferred@839619614 after retry RPC after error@2073716175) -> (continuation of Deferred@1810384771 after retry RPC after error@1626416232) -> (continuation of Deferred@246736652 after retry RPC after error@648568584) -> (continuation of Deferred@257282049 after retry RPC after error@1718511591)))
20:14:42.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@341505674(state=PENDING, result=null, callback=(continuation of Deferred@1452557852 after retry RPC after error@103576616) -> (continuation of Deferred@275541061 after retry RPC after error@1396782692) -> (continuation of Deferred@663830198 after retry RPC after error@1115259736) -> (continuation of Deferred@830783766 after retry RPC after error@1798058836) -> (continuation of Deferred@1172751369 after retry RPC after error@1259072686) -> (continuation of Deferred@1544554664 after retry RPC after error@1445734125) -> (continuation of Deferred@630814381 after retry RPC after error@828608556), errback=(continuation of Deferred@1452557852 after retry RPC after error@103576616) -> (continuation of Deferred@275541061 after retry RPC after error@1396782692) -> (continuation of Deferred@663830198 after retry RPC after error@1115259736) -> (continuation of Deferred@830783766 after retry RPC after error@1798058836) -> (continuation of Deferred@1172751369 after retry RPC after error@1259072686) -> (continuation of Deferred@1544554664 after retry RPC after error@1445734125) -> (continuation of Deferred@630814381 after retry RPC after error@828608556)))
20:14:42.506 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@341505674(state=PENDING, result=null, callback=(continuation of Deferred@1452557852 after retry RPC after error@103576616) -> (continuation of Deferred@275541061 after retry RPC after error@1396782692) -> (continuation of Deferred@663830198 after retry RPC after error@1115259736) -> (continuation of Deferred@830783766 after retry RPC after error@1798058836) -> (continuation of Deferred@1172751369 after retry RPC after error@1259072686) -> (continuation of Deferred@1544554664 after retry RPC after error@1445734125) -> (continuation of Deferred@630814381 after retry RPC after error@828608556), errback=(continuation of Deferred@1452557852 after retry RPC after error@103576616) -> (continuation of Deferred@275541061 after retry RPC after error@1396782692) -> (continuation of Deferred@663830198 after retry RPC after error@1115259736) -> (continuation of Deferred@830783766 after retry RPC after error@1798058836) -> (continuation of Deferred@1172751369 after retry RPC after error@1259072686) -> (continuation of Deferred@1544554664 after retry RPC after error@1445734125) -> (continuation of Deferred@630814381 after retry RPC after error@828608556)))
20:14:42.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.745 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@2107962326(state=PENDING, result=null, callback=(continuation of Deferred@1534802109 after retry RPC after error@1903098413) -> (continuation of Deferred@650655091 after retry RPC after error@2083018815) -> (continuation of Deferred@2123643351 after retry RPC after error@2024610746) -> (continuation of Deferred@522832497 after retry RPC after error@570327051) -> (continuation of Deferred@2122014562 after retry RPC after error@1855716316) -> (continuation of Deferred@1068551740 after retry RPC after error@1788604185) -> (continuation of Deferred@1312767335 after retry RPC after error@2144041575), errback=(continuation of Deferred@1534802109 after retry RPC after error@1903098413) -> (continuation of Deferred@650655091 after retry RPC after error@2083018815) -> (continuation of Deferred@2123643351 after retry RPC after error@2024610746) -> (continuation of Deferred@522832497 after retry RPC after error@570327051) -> (continuation of Deferred@2122014562 after retry RPC after error@1855716316) -> (continuation of Deferred@1068551740 after retry RPC after error@1788604185) -> (continuation of Deferred@1312767335 after retry RPC after error@2144041575)))
20:14:42.746 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@2107962326(state=PENDING, result=null, callback=(continuation of Deferred@1534802109 after retry RPC after error@1903098413) -> (continuation of Deferred@650655091 after retry RPC after error@2083018815) -> (continuation of Deferred@2123643351 after retry RPC after error@2024610746) -> (continuation of Deferred@522832497 after retry RPC after error@570327051) -> (continuation of Deferred@2122014562 after retry RPC after error@1855716316) -> (continuation of Deferred@1068551740 after retry RPC after error@1788604185) -> (continuation of Deferred@1312767335 after retry RPC after error@2144041575), errback=(continuation of Deferred@1534802109 after retry RPC after error@1903098413) -> (continuation of Deferred@650655091 after retry RPC after error@2083018815) -> (continuation of Deferred@2123643351 after retry RPC after error@2024610746) -> (continuation of Deferred@522832497 after retry RPC after error@570327051) -> (continuation of Deferred@2122014562 after retry RPC after error@1855716316) -> (continuation of Deferred@1068551740 after retry RPC after error@1788604185) -> (continuation of Deferred@1312767335 after retry RPC after error@2144041575)))
20:14:42.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.905 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1321732044(state=PENDING, result=null, callback=(continuation of Deferred@1627424067 after retry RPC after error@1625581576) -> (continuation of Deferred@1317324887 after retry RPC after error@1081884716) -> (continuation of Deferred@632549373 after retry RPC after error@1725196139) -> (continuation of Deferred@251317654 after retry RPC after error@749048133) -> (continuation of Deferred@382951211 after retry RPC after error@1400479141) -> (continuation of Deferred@188181537 after retry RPC after error@186186683) -> (continuation of Deferred@121559028 after retry RPC after error@414578179), errback=(continuation of Deferred@1627424067 after retry RPC after error@1625581576) -> (continuation of Deferred@1317324887 after retry RPC after error@1081884716) -> (continuation of Deferred@632549373 after retry RPC after error@1725196139) -> (continuation of Deferred@251317654 after retry RPC after error@749048133) -> (continuation of Deferred@382951211 after retry RPC after error@1400479141) -> (continuation of Deferred@188181537 after retry RPC after error@186186683) -> (continuation of Deferred@121559028 after retry RPC after error@414578179)))
20:14:42.906 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1321732044(state=PENDING, result=null, callback=(continuation of Deferred@1627424067 after retry RPC after error@1625581576) -> (continuation of Deferred@1317324887 after retry RPC after error@1081884716) -> (continuation of Deferred@632549373 after retry RPC after error@1725196139) -> (continuation of Deferred@251317654 after retry RPC after error@749048133) -> (continuation of Deferred@382951211 after retry RPC after error@1400479141) -> (continuation of Deferred@188181537 after retry RPC after error@186186683) -> (continuation of Deferred@121559028 after retry RPC after error@414578179), errback=(continuation of Deferred@1627424067 after retry RPC after error@1625581576) -> (continuation of Deferred@1317324887 after retry RPC after error@1081884716) -> (continuation of Deferred@632549373 after retry RPC after error@1725196139) -> (continuation of Deferred@251317654 after retry RPC after error@749048133) -> (continuation of Deferred@382951211 after retry RPC after error@1400479141) -> (continuation of Deferred@188181537 after retry RPC after error@186186683) -> (continuation of Deferred@121559028 after retry RPC after error@414578179)))
20:14:42.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:42.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:42.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:42.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:42.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:42.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1845779399(state=PENDING, result=null, callback=(continuation of Deferred@1805206727 after retry RPC after error@1873001445) -> (continuation of Deferred@379081926 after retry RPC after error@1510932401) -> (continuation of Deferred@2064656203 after retry RPC after error@153012063) -> (continuation of Deferred@1567923422 after retry RPC after error@1881805750) -> (continuation of Deferred@184178823 after retry RPC after error@1965114040) -> (continuation of Deferred@206217902 after retry RPC after error@744339250) -> (continuation of Deferred@1958476894 after retry RPC after error@191907059), errback=(continuation of Deferred@1805206727 after retry RPC after error@1873001445) -> (continuation of Deferred@379081926 after retry RPC after error@1510932401) -> (continuation of Deferred@2064656203 after retry RPC after error@153012063) -> (continuation of Deferred@1567923422 after retry RPC after error@1881805750) -> (continuation of Deferred@184178823 after retry RPC after error@1965114040) -> (continuation of Deferred@206217902 after retry RPC after error@744339250) -> (continuation of Deferred@1958476894 after retry RPC after error@191907059)))
20:14:43.126 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1845779399(state=PENDING, result=null, callback=(continuation of Deferred@1805206727 after retry RPC after error@1873001445) -> (continuation of Deferred@379081926 after retry RPC after error@1510932401) -> (continuation of Deferred@2064656203 after retry RPC after error@153012063) -> (continuation of Deferred@1567923422 after retry RPC after error@1881805750) -> (continuation of Deferred@184178823 after retry RPC after error@1965114040) -> (continuation of Deferred@206217902 after retry RPC after error@744339250) -> (continuation of Deferred@1958476894 after retry RPC after error@191907059), errback=(continuation of Deferred@1805206727 after retry RPC after error@1873001445) -> (continuation of Deferred@379081926 after retry RPC after error@1510932401) -> (continuation of Deferred@2064656203 after retry RPC after error@153012063) -> (continuation of Deferred@1567923422 after retry RPC after error@1881805750) -> (continuation of Deferred@184178823 after retry RPC after error@1965114040) -> (continuation of Deferred@206217902 after retry RPC after error@744339250) -> (continuation of Deferred@1958476894 after retry RPC after error@191907059)))
20:14:43.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@166838289(state=PENDING, result=null, callback=(continuation of Deferred@1943292423 after retry RPC after error@1928998100) -> (continuation of Deferred@1792914878 after retry RPC after error@1831539132) -> (continuation of Deferred@1023343212 after retry RPC after error@532807083) -> (continuation of Deferred@414632872 after retry RPC after error@765829107) -> (continuation of Deferred@1724071345 after retry RPC after error@1996466279) -> (continuation of Deferred@1488639643 after retry RPC after error@1499562104) -> (continuation of Deferred@649068624 after retry RPC after error@755443825), errback=(continuation of Deferred@1943292423 after retry RPC after error@1928998100) -> (continuation of Deferred@1792914878 after retry RPC after error@1831539132) -> (continuation of Deferred@1023343212 after retry RPC after error@532807083) -> (continuation of Deferred@414632872 after retry RPC after error@765829107) -> (continuation of Deferred@1724071345 after retry RPC after error@1996466279) -> (continuation of Deferred@1488639643 after retry RPC after error@1499562104) -> (continuation of Deferred@649068624 after retry RPC after error@755443825)))
20:14:43.365 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@166838289(state=PENDING, result=null, callback=(continuation of Deferred@1943292423 after retry RPC after error@1928998100) -> (continuation of Deferred@1792914878 after retry RPC after error@1831539132) -> (continuation of Deferred@1023343212 after retry RPC after error@532807083) -> (continuation of Deferred@414632872 after retry RPC after error@765829107) -> (continuation of Deferred@1724071345 after retry RPC after error@1996466279) -> (continuation of Deferred@1488639643 after retry RPC after error@1499562104) -> (continuation of Deferred@649068624 after retry RPC after error@755443825), errback=(continuation of Deferred@1943292423 after retry RPC after error@1928998100) -> (continuation of Deferred@1792914878 after retry RPC after error@1831539132) -> (continuation of Deferred@1023343212 after retry RPC after error@532807083) -> (continuation of Deferred@414632872 after retry RPC after error@765829107) -> (continuation of Deferred@1724071345 after retry RPC after error@1996466279) -> (continuation of Deferred@1488639643 after retry RPC after error@1499562104) -> (continuation of Deferred@649068624 after retry RPC after error@755443825)))
20:14:43.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.643 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@243148261(state=PENDING, result=null, callback=(continuation of Deferred@11012334 after retry RPC after error@2056814960) -> (continuation of Deferred@1227609091 after retry RPC after error@914723278) -> (continuation of Deferred@1982464136 after retry RPC after error@1216846908) -> (continuation of Deferred@1604047587 after retry RPC after error@1166680895) -> (continuation of Deferred@1669485894 after retry RPC after error@395334518) -> (continuation of Deferred@379422637 after retry RPC after error@43703706) -> (continuation of Deferred@1933807850 after retry RPC after error@1717397015), errback=(continuation of Deferred@11012334 after retry RPC after error@2056814960) -> (continuation of Deferred@1227609091 after retry RPC after error@914723278) -> (continuation of Deferred@1982464136 after retry RPC after error@1216846908) -> (continuation of Deferred@1604047587 after retry RPC after error@1166680895) -> (continuation of Deferred@1669485894 after retry RPC after error@395334518) -> (continuation of Deferred@379422637 after retry RPC after error@43703706) -> (continuation of Deferred@1933807850 after retry RPC after error@1717397015)))
20:14:43.644 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:43.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2120218711(state=PENDING, result=null, callback=(continuation of Deferred@1660148326 after retry RPC after error@294899086) -> (continuation of Deferred@434303710 after retry RPC after error@410922229) -> (continuation of Deferred@1680008566 after retry RPC after error@1808968641) -> (continuation of Deferred@1705562215 after retry RPC after error@207110563) -> (continuation of Deferred@2132937739 after retry RPC after error@22035597) -> (continuation of Deferred@576257832 after retry RPC after error@1816393625) -> (continuation of Deferred@65989710 after retry RPC after error@64625898), errback=(continuation of Deferred@1660148326 after retry RPC after error@294899086) -> (continuation of Deferred@434303710 after retry RPC after error@410922229) -> (continuation of Deferred@1680008566 after retry RPC after error@1808968641) -> (continuation of Deferred@1705562215 after retry RPC after error@207110563) -> (continuation of Deferred@2132937739 after retry RPC after error@22035597) -> (continuation of Deferred@576257832 after retry RPC after error@1816393625) -> (continuation of Deferred@65989710 after retry RPC after error@64625898)))
20:14:43.846 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2120218711(state=PENDING, result=null, callback=(continuation of Deferred@1660148326 after retry RPC after error@294899086) -> (continuation of Deferred@434303710 after retry RPC after error@410922229) -> (continuation of Deferred@1680008566 after retry RPC after error@1808968641) -> (continuation of Deferred@1705562215 after retry RPC after error@207110563) -> (continuation of Deferred@2132937739 after retry RPC after error@22035597) -> (continuation of Deferred@576257832 after retry RPC after error@1816393625) -> (continuation of Deferred@65989710 after retry RPC after error@64625898), errback=(continuation of Deferred@1660148326 after retry RPC after error@294899086) -> (continuation of Deferred@434303710 after retry RPC after error@410922229) -> (continuation of Deferred@1680008566 after retry RPC after error@1808968641) -> (continuation of Deferred@1705562215 after retry RPC after error@207110563) -> (continuation of Deferred@2132937739 after retry RPC after error@22035597) -> (continuation of Deferred@576257832 after retry RPC after error@1816393625) -> (continuation of Deferred@65989710 after retry RPC after error@64625898)))
20:14:43.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:43.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:43.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:43.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:43.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:43.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1025831668(state=PENDING, result=null, callback=(continuation of Deferred@1322153605 after retry RPC after error@1805443403) -> (continuation of Deferred@1024289983 after retry RPC after error@656706232) -> (continuation of Deferred@442743431 after retry RPC after error@377062969) -> (continuation of Deferred@1078425821 after retry RPC after error@1135954727) -> (continuation of Deferred@1149593172 after retry RPC after error@504850611) -> (continuation of Deferred@1710058044 after retry RPC after error@208202197) -> (continuation of Deferred@1672513994 after retry RPC after error@1187461119) -> (continuation of Deferred@1224022417 after retry RPC after error@51935003), errback=(continuation of Deferred@1322153605 after retry RPC after error@1805443403) -> (continuation of Deferred@1024289983 after retry RPC after error@656706232) -> (continuation of Deferred@442743431 after retry RPC after error@377062969) -> (continuation of Deferred@1078425821 after retry RPC after error@1135954727) -> (continuation of Deferred@1149593172 after retry RPC after error@504850611) -> (continuation of Deferred@1710058044 after retry RPC after error@208202197) -> (continuation of Deferred@1672513994 after retry RPC after error@1187461119) -> (continuation of Deferred@1224022417 after retry RPC after error@51935003)))
20:14:44.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1025831668(state=PENDING, result=null, callback=(continuation of Deferred@1322153605 after retry RPC after error@1805443403) -> (continuation of Deferred@1024289983 after retry RPC after error@656706232) -> (continuation of Deferred@442743431 after retry RPC after error@377062969) -> (continuation of Deferred@1078425821 after retry RPC after error@1135954727) -> (continuation of Deferred@1149593172 after retry RPC after error@504850611) -> (continuation of Deferred@1710058044 after retry RPC after error@208202197) -> (continuation of Deferred@1672513994 after retry RPC after error@1187461119) -> (continuation of Deferred@1224022417 after retry RPC after error@51935003), errback=(continuation of Deferred@1322153605 after retry RPC after error@1805443403) -> (continuation of Deferred@1024289983 after retry RPC after error@656706232) -> (continuation of Deferred@442743431 after retry RPC after error@377062969) -> (continuation of Deferred@1078425821 after retry RPC after error@1135954727) -> (continuation of Deferred@1149593172 after retry RPC after error@504850611) -> (continuation of Deferred@1710058044 after retry RPC after error@208202197) -> (continuation of Deferred@1672513994 after retry RPC after error@1187461119) -> (continuation of Deferred@1224022417 after retry RPC after error@51935003)))
20:14:44.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.366 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1850798661(state=PENDING, result=null, callback=(continuation of Deferred@1763175142 after retry RPC after error@497997956) -> (continuation of Deferred@1843703316 after retry RPC after error@80722743) -> (continuation of Deferred@1381577106 after retry RPC after error@962111909) -> (continuation of Deferred@1904489620 after retry RPC after error@141242256) -> (continuation of Deferred@321211054 after retry RPC after error@1875696878) -> (continuation of Deferred@1069315351 after retry RPC after error@1853545183) -> (continuation of Deferred@1463000452 after retry RPC after error@1586565152), errback=(continuation of Deferred@1763175142 after retry RPC after error@497997956) -> (continuation of Deferred@1843703316 after retry RPC after error@80722743) -> (continuation of Deferred@1381577106 after retry RPC after error@962111909) -> (continuation of Deferred@1904489620 after retry RPC after error@141242256) -> (continuation of Deferred@321211054 after retry RPC after error@1875696878) -> (continuation of Deferred@1069315351 after retry RPC after error@1853545183) -> (continuation of Deferred@1463000452 after retry RPC after error@1586565152)))
20:14:44.366 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1850798661(state=PENDING, result=null, callback=(continuation of Deferred@1763175142 after retry RPC after error@497997956) -> (continuation of Deferred@1843703316 after retry RPC after error@80722743) -> (continuation of Deferred@1381577106 after retry RPC after error@962111909) -> (continuation of Deferred@1904489620 after retry RPC after error@141242256) -> (continuation of Deferred@321211054 after retry RPC after error@1875696878) -> (continuation of Deferred@1069315351 after retry RPC after error@1853545183) -> (continuation of Deferred@1463000452 after retry RPC after error@1586565152), errback=(continuation of Deferred@1763175142 after retry RPC after error@497997956) -> (continuation of Deferred@1843703316 after retry RPC after error@80722743) -> (continuation of Deferred@1381577106 after retry RPC after error@962111909) -> (continuation of Deferred@1904489620 after retry RPC after error@141242256) -> (continuation of Deferred@321211054 after retry RPC after error@1875696878) -> (continuation of Deferred@1069315351 after retry RPC after error@1853545183) -> (continuation of Deferred@1463000452 after retry RPC after error@1586565152)))
20:14:44.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@165559057(state=PENDING, result=null, callback=(continuation of Deferred@193252598 after retry RPC after error@334076708) -> (continuation of Deferred@698389941 after retry RPC after error@1373517091) -> (continuation of Deferred@2089857170 after retry RPC after error@595539103) -> (continuation of Deferred@249499768 after retry RPC after error@780684205) -> (continuation of Deferred@1466268366 after retry RPC after error@233076593) -> (continuation of Deferred@2068769381 after retry RPC after error@402068354) -> (continuation of Deferred@1807263928 after retry RPC after error@1162417473), errback=(continuation of Deferred@193252598 after retry RPC after error@334076708) -> (continuation of Deferred@698389941 after retry RPC after error@1373517091) -> (continuation of Deferred@2089857170 after retry RPC after error@595539103) -> (continuation of Deferred@249499768 after retry RPC after error@780684205) -> (continuation of Deferred@1466268366 after retry RPC after error@233076593) -> (continuation of Deferred@2068769381 after retry RPC after error@402068354) -> (continuation of Deferred@1807263928 after retry RPC after error@1162417473)))
20:14:44.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@165559057(state=PENDING, result=null, callback=(continuation of Deferred@193252598 after retry RPC after error@334076708) -> (continuation of Deferred@698389941 after retry RPC after error@1373517091) -> (continuation of Deferred@2089857170 after retry RPC after error@595539103) -> (continuation of Deferred@249499768 after retry RPC after error@780684205) -> (continuation of Deferred@1466268366 after retry RPC after error@233076593) -> (continuation of Deferred@2068769381 after retry RPC after error@402068354) -> (continuation of Deferred@1807263928 after retry RPC after error@1162417473), errback=(continuation of Deferred@193252598 after retry RPC after error@334076708) -> (continuation of Deferred@698389941 after retry RPC after error@1373517091) -> (continuation of Deferred@2089857170 after retry RPC after error@595539103) -> (continuation of Deferred@249499768 after retry RPC after error@780684205) -> (continuation of Deferred@1466268366 after retry RPC after error@233076593) -> (continuation of Deferred@2068769381 after retry RPC after error@402068354) -> (continuation of Deferred@1807263928 after retry RPC after error@1162417473)))
20:14:44.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.849 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [99ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@61316566(state=PENDING, result=null, callback=(continuation of Deferred@325233995 after retry RPC after error@48006757) -> (continuation of Deferred@933089486 after retry RPC after error@149664454) -> (continuation of Deferred@249908837 after retry RPC after error@1751912050) -> (continuation of Deferred@833533969 after retry RPC after error@1686524256) -> (continuation of Deferred@1077198323 after retry RPC after error@1210262553) -> (continuation of Deferred@210330428 after retry RPC after error@1515339420) -> (continuation of Deferred@1072487168 after retry RPC after error@1849565960), errback=(continuation of Deferred@325233995 after retry RPC after error@48006757) -> (continuation of Deferred@933089486 after retry RPC after error@149664454) -> (continuation of Deferred@249908837 after retry RPC after error@1751912050) -> (continuation of Deferred@833533969 after retry RPC after error@1686524256) -> (continuation of Deferred@1077198323 after retry RPC after error@1210262553) -> (continuation of Deferred@210330428 after retry RPC after error@1515339420) -> (continuation of Deferred@1072487168 after retry RPC after error@1849565960)))
20:14:44.850 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [99ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@61316566(state=PENDING, result=null, callback=(continuation of Deferred@325233995 after retry RPC after error@48006757) -> (continuation of Deferred@933089486 after retry RPC after error@149664454) -> (continuation of Deferred@249908837 after retry RPC after error@1751912050) -> (continuation of Deferred@833533969 after retry RPC after error@1686524256) -> (continuation of Deferred@1077198323 after retry RPC after error@1210262553) -> (continuation of Deferred@210330428 after retry RPC after error@1515339420) -> (continuation of Deferred@1072487168 after retry RPC after error@1849565960), errback=(continuation of Deferred@325233995 after retry RPC after error@48006757) -> (continuation of Deferred@933089486 after retry RPC after error@149664454) -> (continuation of Deferred@249908837 after retry RPC after error@1751912050) -> (continuation of Deferred@833533969 after retry RPC after error@1686524256) -> (continuation of Deferred@1077198323 after retry RPC after error@1210262553) -> (continuation of Deferred@210330428 after retry RPC after error@1515339420) -> (continuation of Deferred@1072487168 after retry RPC after error@1849565960)))
20:14:44.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:44.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:44.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:44.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:44.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:44.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1172314553(state=PENDING, result=null, callback=(continuation of Deferred@1163256377 after retry RPC after error@1149338174) -> (continuation of Deferred@385734925 after retry RPC after error@1393899450) -> (continuation of Deferred@960189387 after retry RPC after error@1902360224) -> (continuation of Deferred@154020912 after retry RPC after error@1937535560) -> (continuation of Deferred@272290535 after retry RPC after error@2080415990) -> (continuation of Deferred@79121642 after retry RPC after error@348749830) -> (continuation of Deferred@1378010514 after retry RPC after error@727504944), errback=(continuation of Deferred@1163256377 after retry RPC after error@1149338174) -> (continuation of Deferred@385734925 after retry RPC after error@1393899450) -> (continuation of Deferred@960189387 after retry RPC after error@1902360224) -> (continuation of Deferred@154020912 after retry RPC after error@1937535560) -> (continuation of Deferred@272290535 after retry RPC after error@2080415990) -> (continuation of Deferred@79121642 after retry RPC after error@348749830) -> (continuation of Deferred@1378010514 after retry RPC after error@727504944)))
20:14:45.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1172314553(state=PENDING, result=null, callback=(continuation of Deferred@1163256377 after retry RPC after error@1149338174) -> (continuation of Deferred@385734925 after retry RPC after error@1393899450) -> (continuation of Deferred@960189387 after retry RPC after error@1902360224) -> (continuation of Deferred@154020912 after retry RPC after error@1937535560) -> (continuation of Deferred@272290535 after retry RPC after error@2080415990) -> (continuation of Deferred@79121642 after retry RPC after error@348749830) -> (continuation of Deferred@1378010514 after retry RPC after error@727504944), errback=(continuation of Deferred@1163256377 after retry RPC after error@1149338174) -> (continuation of Deferred@385734925 after retry RPC after error@1393899450) -> (continuation of Deferred@960189387 after retry RPC after error@1902360224) -> (continuation of Deferred@154020912 after retry RPC after error@1937535560) -> (continuation of Deferred@272290535 after retry RPC after error@2080415990) -> (continuation of Deferred@79121642 after retry RPC after error@348749830) -> (continuation of Deferred@1378010514 after retry RPC after error@727504944)))
20:14:45.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.384 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1450349928(state=PENDING, result=null, callback=(continuation of Deferred@210401513 after retry RPC after error@1224339346) -> (continuation of Deferred@1836111887 after retry RPC after error@795597084) -> (continuation of Deferred@1887023400 after retry RPC after error@2012960202) -> (continuation of Deferred@480271258 after retry RPC after error@1844625963) -> (continuation of Deferred@1346362956 after retry RPC after error@2101843076) -> (continuation of Deferred@1663401021 after retry RPC after error@415046120) -> (continuation of Deferred@912161037 after retry RPC after error@2004629750), errback=(continuation of Deferred@210401513 after retry RPC after error@1224339346) -> (continuation of Deferred@1836111887 after retry RPC after error@795597084) -> (continuation of Deferred@1887023400 after retry RPC after error@2012960202) -> (continuation of Deferred@480271258 after retry RPC after error@1844625963) -> (continuation of Deferred@1346362956 after retry RPC after error@2101843076) -> (continuation of Deferred@1663401021 after retry RPC after error@415046120) -> (continuation of Deferred@912161037 after retry RPC after error@2004629750)))
20:14:45.384 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:45.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1183110188(state=PENDING, result=null, callback=(continuation of Deferred@161835844 after retry RPC after error@1697043590) -> (continuation of Deferred@1641915465 after retry RPC after error@18360810) -> (continuation of Deferred@591764934 after retry RPC after error@1880420300) -> (continuation of Deferred@2095575659 after retry RPC after error@1014027108) -> (continuation of Deferred@861192833 after retry RPC after error@1693000104) -> (continuation of Deferred@668918772 after retry RPC after error@487583640), errback=(continuation of Deferred@161835844 after retry RPC after error@1697043590) -> (continuation of Deferred@1641915465 after retry RPC after error@18360810) -> (continuation of Deferred@591764934 after retry RPC after error@1880420300) -> (continuation of Deferred@2095575659 after retry RPC after error@1014027108) -> (continuation of Deferred@861192833 after retry RPC after error@1693000104) -> (continuation of Deferred@668918772 after retry RPC after error@487583640)))
20:14:45.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1183110188(state=PENDING, result=null, callback=(continuation of Deferred@161835844 after retry RPC after error@1697043590) -> (continuation of Deferred@1641915465 after retry RPC after error@18360810) -> (continuation of Deferred@591764934 after retry RPC after error@1880420300) -> (continuation of Deferred@2095575659 after retry RPC after error@1014027108) -> (continuation of Deferred@861192833 after retry RPC after error@1693000104) -> (continuation of Deferred@668918772 after retry RPC after error@487583640), errback=(continuation of Deferred@161835844 after retry RPC after error@1697043590) -> (continuation of Deferred@1641915465 after retry RPC after error@18360810) -> (continuation of Deferred@591764934 after retry RPC after error@1880420300) -> (continuation of Deferred@2095575659 after retry RPC after error@1014027108) -> (continuation of Deferred@861192833 after retry RPC after error@1693000104) -> (continuation of Deferred@668918772 after retry RPC after error@487583640)))
20:14:45.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1349398217(state=PENDING, result=null, callback=(continuation of Deferred@911724982 after retry RPC after error@1765946363) -> (continuation of Deferred@29024607 after retry RPC after error@537108423) -> (continuation of Deferred@676409360 after retry RPC after error@1358168842) -> (continuation of Deferred@110272594 after retry RPC after error@986966752) -> (continuation of Deferred@463703066 after retry RPC after error@1807687735) -> (continuation of Deferred@2017234210 after retry RPC after error@1562242095), errback=(continuation of Deferred@911724982 after retry RPC after error@1765946363) -> (continuation of Deferred@29024607 after retry RPC after error@537108423) -> (continuation of Deferred@676409360 after retry RPC after error@1358168842) -> (continuation of Deferred@110272594 after retry RPC after error@986966752) -> (continuation of Deferred@463703066 after retry RPC after error@1807687735) -> (continuation of Deferred@2017234210 after retry RPC after error@1562242095)))
20:14:45.765 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1349398217(state=PENDING, result=null, callback=(continuation of Deferred@911724982 after retry RPC after error@1765946363) -> (continuation of Deferred@29024607 after retry RPC after error@537108423) -> (continuation of Deferred@676409360 after retry RPC after error@1358168842) -> (continuation of Deferred@110272594 after retry RPC after error@986966752) -> (continuation of Deferred@463703066 after retry RPC after error@1807687735) -> (continuation of Deferred@2017234210 after retry RPC after error@1562242095), errback=(continuation of Deferred@911724982 after retry RPC after error@1765946363) -> (continuation of Deferred@29024607 after retry RPC after error@537108423) -> (continuation of Deferred@676409360 after retry RPC after error@1358168842) -> (continuation of Deferred@110272594 after retry RPC after error@986966752) -> (continuation of Deferred@463703066 after retry RPC after error@1807687735) -> (continuation of Deferred@2017234210 after retry RPC after error@1562242095)))
20:14:45.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:45.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:45.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:45.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:45.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:45.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1065530907(state=PENDING, result=null, callback=(continuation of Deferred@652473358 after retry RPC after error@657676130) -> (continuation of Deferred@112466272 after retry RPC after error@741103043) -> (continuation of Deferred@357996492 after retry RPC after error@685988419) -> (continuation of Deferred@247085350 after retry RPC after error@1081538431) -> (continuation of Deferred@1631576138 after retry RPC after error@1396477804) -> (continuation of Deferred@210824996 after retry RPC after error@2074750150) -> (continuation of Deferred@1703525961 after retry RPC after error@1392052859), errback=(continuation of Deferred@652473358 after retry RPC after error@657676130) -> (continuation of Deferred@112466272 after retry RPC after error@741103043) -> (continuation of Deferred@357996492 after retry RPC after error@685988419) -> (continuation of Deferred@247085350 after retry RPC after error@1081538431) -> (continuation of Deferred@1631576138 after retry RPC after error@1396477804) -> (continuation of Deferred@210824996 after retry RPC after error@2074750150) -> (continuation of Deferred@1703525961 after retry RPC after error@1392052859)))
20:14:46.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1065530907(state=PENDING, result=null, callback=(continuation of Deferred@652473358 after retry RPC after error@657676130) -> (continuation of Deferred@112466272 after retry RPC after error@741103043) -> (continuation of Deferred@357996492 after retry RPC after error@685988419) -> (continuation of Deferred@247085350 after retry RPC after error@1081538431) -> (continuation of Deferred@1631576138 after retry RPC after error@1396477804) -> (continuation of Deferred@210824996 after retry RPC after error@2074750150) -> (continuation of Deferred@1703525961 after retry RPC after error@1392052859), errback=(continuation of Deferred@652473358 after retry RPC after error@657676130) -> (continuation of Deferred@112466272 after retry RPC after error@741103043) -> (continuation of Deferred@357996492 after retry RPC after error@685988419) -> (continuation of Deferred@247085350 after retry RPC after error@1081538431) -> (continuation of Deferred@1631576138 after retry RPC after error@1396477804) -> (continuation of Deferred@210824996 after retry RPC after error@2074750150) -> (continuation of Deferred@1703525961 after retry RPC after error@1392052859)))
20:14:46.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@562252625(state=PENDING, result=null, callback=(continuation of Deferred@939892072 after retry RPC after error@748034027) -> (continuation of Deferred@405596627 after retry RPC after error@600760388) -> (continuation of Deferred@926205832 after retry RPC after error@721532874) -> (continuation of Deferred@1419555080 after retry RPC after error@8697631) -> (continuation of Deferred@295512064 after retry RPC after error@931422750) -> (continuation of Deferred@102859031 after retry RPC after error@599319171) -> (continuation of Deferred@1528632284 after retry RPC after error@1335696947), errback=(continuation of Deferred@939892072 after retry RPC after error@748034027) -> (continuation of Deferred@405596627 after retry RPC after error@600760388) -> (continuation of Deferred@926205832 after retry RPC after error@721532874) -> (continuation of Deferred@1419555080 after retry RPC after error@8697631) -> (continuation of Deferred@295512064 after retry RPC after error@931422750) -> (continuation of Deferred@102859031 after retry RPC after error@599319171) -> (continuation of Deferred@1528632284 after retry RPC after error@1335696947)))
20:14:46.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@562252625(state=PENDING, result=null, callback=(continuation of Deferred@939892072 after retry RPC after error@748034027) -> (continuation of Deferred@405596627 after retry RPC after error@600760388) -> (continuation of Deferred@926205832 after retry RPC after error@721532874) -> (continuation of Deferred@1419555080 after retry RPC after error@8697631) -> (continuation of Deferred@295512064 after retry RPC after error@931422750) -> (continuation of Deferred@102859031 after retry RPC after error@599319171) -> (continuation of Deferred@1528632284 after retry RPC after error@1335696947), errback=(continuation of Deferred@939892072 after retry RPC after error@748034027) -> (continuation of Deferred@405596627 after retry RPC after error@600760388) -> (continuation of Deferred@926205832 after retry RPC after error@721532874) -> (continuation of Deferred@1419555080 after retry RPC after error@8697631) -> (continuation of Deferred@295512064 after retry RPC after error@931422750) -> (continuation of Deferred@102859031 after retry RPC after error@599319171) -> (continuation of Deferred@1528632284 after retry RPC after error@1335696947)))
20:14:46.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.544 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@783258373(state=PENDING, result=null, callback=(continuation of Deferred@1025214225 after retry RPC after error@1890744133) -> (continuation of Deferred@403238307 after retry RPC after error@1257071132) -> (continuation of Deferred@732911455 after retry RPC after error@1212421424) -> (continuation of Deferred@394169454 after retry RPC after error@908259615) -> (continuation of Deferred@1743150379 after retry RPC after error@258156914) -> (continuation of Deferred@1822279948 after retry RPC after error@1301706633) -> (continuation of Deferred@416052245 after retry RPC after error@250799815), errback=(continuation of Deferred@1025214225 after retry RPC after error@1890744133) -> (continuation of Deferred@403238307 after retry RPC after error@1257071132) -> (continuation of Deferred@732911455 after retry RPC after error@1212421424) -> (continuation of Deferred@394169454 after retry RPC after error@908259615) -> (continuation of Deferred@1743150379 after retry RPC after error@258156914) -> (continuation of Deferred@1822279948 after retry RPC after error@1301706633) -> (continuation of Deferred@416052245 after retry RPC after error@250799815)))
20:14:46.544 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:46.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1967387618(state=PENDING, result=null, callback=(continuation of Deferred@523751304 after retry RPC after error@2053887059) -> (continuation of Deferred@969056151 after retry RPC after error@1408542638) -> (continuation of Deferred@1914599895 after retry RPC after error@1458827915) -> (continuation of Deferred@2078335461 after retry RPC after error@224391392) -> (continuation of Deferred@202301533 after retry RPC after error@1168129277) -> (continuation of Deferred@959648357 after retry RPC after error@1259945299), errback=(continuation of Deferred@523751304 after retry RPC after error@2053887059) -> (continuation of Deferred@969056151 after retry RPC after error@1408542638) -> (continuation of Deferred@1914599895 after retry RPC after error@1458827915) -> (continuation of Deferred@2078335461 after retry RPC after error@224391392) -> (continuation of Deferred@202301533 after retry RPC after error@1168129277) -> (continuation of Deferred@959648357 after retry RPC after error@1259945299)))
20:14:46.746 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1967387618(state=PENDING, result=null, callback=(continuation of Deferred@523751304 after retry RPC after error@2053887059) -> (continuation of Deferred@969056151 after retry RPC after error@1408542638) -> (continuation of Deferred@1914599895 after retry RPC after error@1458827915) -> (continuation of Deferred@2078335461 after retry RPC after error@224391392) -> (continuation of Deferred@202301533 after retry RPC after error@1168129277) -> (continuation of Deferred@959648357 after retry RPC after error@1259945299), errback=(continuation of Deferred@523751304 after retry RPC after error@2053887059) -> (continuation of Deferred@969056151 after retry RPC after error@1408542638) -> (continuation of Deferred@1914599895 after retry RPC after error@1458827915) -> (continuation of Deferred@2078335461 after retry RPC after error@224391392) -> (continuation of Deferred@202301533 after retry RPC after error@1168129277) -> (continuation of Deferred@959648357 after retry RPC after error@1259945299)))
20:14:46.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:46.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:46.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:46.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:46.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:46.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1261910713(state=PENDING, result=null, callback=(continuation of Deferred@1923765816 after retry RPC after error@1465868798) -> (continuation of Deferred@1983264637 after retry RPC after error@77998576) -> (continuation of Deferred@614311114 after retry RPC after error@148988214) -> (continuation of Deferred@1336619656 after retry RPC after error@2054646564) -> (continuation of Deferred@855980884 after retry RPC after error@820905171) -> (continuation of Deferred@642207540 after retry RPC after error@1730690707) -> (continuation of Deferred@2112710329 after retry RPC after error@1030040907), errback=(continuation of Deferred@1923765816 after retry RPC after error@1465868798) -> (continuation of Deferred@1983264637 after retry RPC after error@77998576) -> (continuation of Deferred@614311114 after retry RPC after error@148988214) -> (continuation of Deferred@1336619656 after retry RPC after error@2054646564) -> (continuation of Deferred@855980884 after retry RPC after error@820905171) -> (continuation of Deferred@642207540 after retry RPC after error@1730690707) -> (continuation of Deferred@2112710329 after retry RPC after error@1030040907)))
20:14:47.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1261910713(state=PENDING, result=null, callback=(continuation of Deferred@1923765816 after retry RPC after error@1465868798) -> (continuation of Deferred@1983264637 after retry RPC after error@77998576) -> (continuation of Deferred@614311114 after retry RPC after error@148988214) -> (continuation of Deferred@1336619656 after retry RPC after error@2054646564) -> (continuation of Deferred@855980884 after retry RPC after error@820905171) -> (continuation of Deferred@642207540 after retry RPC after error@1730690707) -> (continuation of Deferred@2112710329 after retry RPC after error@1030040907), errback=(continuation of Deferred@1923765816 after retry RPC after error@1465868798) -> (continuation of Deferred@1983264637 after retry RPC after error@77998576) -> (continuation of Deferred@614311114 after retry RPC after error@148988214) -> (continuation of Deferred@1336619656 after retry RPC after error@2054646564) -> (continuation of Deferred@855980884 after retry RPC after error@820905171) -> (continuation of Deferred@642207540 after retry RPC after error@1730690707) -> (continuation of Deferred@2112710329 after retry RPC after error@1030040907)))
20:14:47.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@744103065(state=PENDING, result=null, callback=(continuation of Deferred@1256959626 after retry RPC after error@1685773638) -> (continuation of Deferred@101849282 after retry RPC after error@2052092493) -> (continuation of Deferred@1842875507 after retry RPC after error@1610247267) -> (continuation of Deferred@1236843350 after retry RPC after error@805534262) -> (continuation of Deferred@496321489 after retry RPC after error@293649780) -> (continuation of Deferred@502191641 after retry RPC after error@915918168) -> (continuation of Deferred@19635088 after retry RPC after error@357891548), errback=(continuation of Deferred@1256959626 after retry RPC after error@1685773638) -> (continuation of Deferred@101849282 after retry RPC after error@2052092493) -> (continuation of Deferred@1842875507 after retry RPC after error@1610247267) -> (continuation of Deferred@1236843350 after retry RPC after error@805534262) -> (continuation of Deferred@496321489 after retry RPC after error@293649780) -> (continuation of Deferred@502191641 after retry RPC after error@915918168) -> (continuation of Deferred@19635088 after retry RPC after error@357891548)))
20:14:47.226 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@744103065(state=PENDING, result=null, callback=(continuation of Deferred@1256959626 after retry RPC after error@1685773638) -> (continuation of Deferred@101849282 after retry RPC after error@2052092493) -> (continuation of Deferred@1842875507 after retry RPC after error@1610247267) -> (continuation of Deferred@1236843350 after retry RPC after error@805534262) -> (continuation of Deferred@496321489 after retry RPC after error@293649780) -> (continuation of Deferred@502191641 after retry RPC after error@915918168) -> (continuation of Deferred@19635088 after retry RPC after error@357891548), errback=(continuation of Deferred@1256959626 after retry RPC after error@1685773638) -> (continuation of Deferred@101849282 after retry RPC after error@2052092493) -> (continuation of Deferred@1842875507 after retry RPC after error@1610247267) -> (continuation of Deferred@1236843350 after retry RPC after error@805534262) -> (continuation of Deferred@496321489 after retry RPC after error@293649780) -> (continuation of Deferred@502191641 after retry RPC after error@915918168) -> (continuation of Deferred@19635088 after retry RPC after error@357891548)))
20:14:47.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2130381098(state=PENDING, result=null, callback=(continuation of Deferred@280394850 after retry RPC after error@1394949701) -> (continuation of Deferred@2102265677 after retry RPC after error@1532687255) -> (continuation of Deferred@2016199154 after retry RPC after error@33623972) -> (continuation of Deferred@267912390 after retry RPC after error@62032101) -> (continuation of Deferred@495970864 after retry RPC after error@393849354) -> (continuation of Deferred@1483227671 after retry RPC after error@1334447199) -> (continuation of Deferred@766943732 after retry RPC after error@2001041330), errback=(continuation of Deferred@280394850 after retry RPC after error@1394949701) -> (continuation of Deferred@2102265677 after retry RPC after error@1532687255) -> (continuation of Deferred@2016199154 after retry RPC after error@33623972) -> (continuation of Deferred@267912390 after retry RPC after error@62032101) -> (continuation of Deferred@495970864 after retry RPC after error@393849354) -> (continuation of Deferred@1483227671 after retry RPC after error@1334447199) -> (continuation of Deferred@766943732 after retry RPC after error@2001041330)))
20:14:47.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2130381098(state=PENDING, result=null, callback=(continuation of Deferred@280394850 after retry RPC after error@1394949701) -> (continuation of Deferred@2102265677 after retry RPC after error@1532687255) -> (continuation of Deferred@2016199154 after retry RPC after error@33623972) -> (continuation of Deferred@267912390 after retry RPC after error@62032101) -> (continuation of Deferred@495970864 after retry RPC after error@393849354) -> (continuation of Deferred@1483227671 after retry RPC after error@1334447199) -> (continuation of Deferred@766943732 after retry RPC after error@2001041330), errback=(continuation of Deferred@280394850 after retry RPC after error@1394949701) -> (continuation of Deferred@2102265677 after retry RPC after error@1532687255) -> (continuation of Deferred@2016199154 after retry RPC after error@33623972) -> (continuation of Deferred@267912390 after retry RPC after error@62032101) -> (continuation of Deferred@495970864 after retry RPC after error@393849354) -> (continuation of Deferred@1483227671 after retry RPC after error@1334447199) -> (continuation of Deferred@766943732 after retry RPC after error@2001041330)))
20:14:47.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@704519745(state=PENDING, result=null, callback=(continuation of Deferred@2085197867 after retry RPC after error@973406765) -> (continuation of Deferred@1334949042 after retry RPC after error@381986583) -> (continuation of Deferred@645721380 after retry RPC after error@888838060) -> (continuation of Deferred@1980535205 after retry RPC after error@1170439276) -> (continuation of Deferred@68660285 after retry RPC after error@1680870628) -> (continuation of Deferred@1990404222 after retry RPC after error@685574874) -> (continuation of Deferred@294792632 after retry RPC after error@1973503042), errback=(continuation of Deferred@2085197867 after retry RPC after error@973406765) -> (continuation of Deferred@1334949042 after retry RPC after error@381986583) -> (continuation of Deferred@645721380 after retry RPC after error@888838060) -> (continuation of Deferred@1980535205 after retry RPC after error@1170439276) -> (continuation of Deferred@68660285 after retry RPC after error@1680870628) -> (continuation of Deferred@1990404222 after retry RPC after error@685574874) -> (continuation of Deferred@294792632 after retry RPC after error@1973503042)))
20:14:47.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@704519745(state=PENDING, result=null, callback=(continuation of Deferred@2085197867 after retry RPC after error@973406765) -> (continuation of Deferred@1334949042 after retry RPC after error@381986583) -> (continuation of Deferred@645721380 after retry RPC after error@888838060) -> (continuation of Deferred@1980535205 after retry RPC after error@1170439276) -> (continuation of Deferred@68660285 after retry RPC after error@1680870628) -> (continuation of Deferred@1990404222 after retry RPC after error@685574874) -> (continuation of Deferred@294792632 after retry RPC after error@1973503042), errback=(continuation of Deferred@2085197867 after retry RPC after error@973406765) -> (continuation of Deferred@1334949042 after retry RPC after error@381986583) -> (continuation of Deferred@645721380 after retry RPC after error@888838060) -> (continuation of Deferred@1980535205 after retry RPC after error@1170439276) -> (continuation of Deferred@68660285 after retry RPC after error@1680870628) -> (continuation of Deferred@1990404222 after retry RPC after error@685574874) -> (continuation of Deferred@294792632 after retry RPC after error@1973503042)))
20:14:47.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1584811480(state=PENDING, result=null, callback=(continuation of Deferred@2114110018 after retry RPC after error@172794688) -> (continuation of Deferred@130941430 after retry RPC after error@1798997082) -> (continuation of Deferred@63065005 after retry RPC after error@1828433462) -> (continuation of Deferred@466469870 after retry RPC after error@610962585) -> (continuation of Deferred@895755418 after retry RPC after error@81770014) -> (continuation of Deferred@1903744984 after retry RPC after error@25596714), errback=(continuation of Deferred@2114110018 after retry RPC after error@172794688) -> (continuation of Deferred@130941430 after retry RPC after error@1798997082) -> (continuation of Deferred@63065005 after retry RPC after error@1828433462) -> (continuation of Deferred@466469870 after retry RPC after error@610962585) -> (continuation of Deferred@895755418 after retry RPC after error@81770014) -> (continuation of Deferred@1903744984 after retry RPC after error@25596714)))
20:14:47.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1584811480(state=PENDING, result=null, callback=(continuation of Deferred@2114110018 after retry RPC after error@172794688) -> (continuation of Deferred@130941430 after retry RPC after error@1798997082) -> (continuation of Deferred@63065005 after retry RPC after error@1828433462) -> (continuation of Deferred@466469870 after retry RPC after error@610962585) -> (continuation of Deferred@895755418 after retry RPC after error@81770014) -> (continuation of Deferred@1903744984 after retry RPC after error@25596714), errback=(continuation of Deferred@2114110018 after retry RPC after error@172794688) -> (continuation of Deferred@130941430 after retry RPC after error@1798997082) -> (continuation of Deferred@63065005 after retry RPC after error@1828433462) -> (continuation of Deferred@466469870 after retry RPC after error@610962585) -> (continuation of Deferred@895755418 after retry RPC after error@81770014) -> (continuation of Deferred@1903744984 after retry RPC after error@25596714)))
20:14:47.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:47.970494 26281 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:47.970643 26281 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:47.971165 26281 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:47.972105 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:14:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:47.973078 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:47.973209 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:47.973323 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:47.973541 26281 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:47.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:47.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:47.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:47.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:47.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@531583411(state=PENDING, result=null, callback=(continuation of Deferred@1280750289 after retry RPC after error@1826304529) -> (continuation of Deferred@809731370 after retry RPC after error@1426352216) -> (continuation of Deferred@742234131 after retry RPC after error@432241727) -> (continuation of Deferred@897958136 after retry RPC after error@1135945912) -> (continuation of Deferred@50912733 after retry RPC after error@19430151) -> (continuation of Deferred@447871450 after retry RPC after error@1890312924) -> (continuation of Deferred@889728801 after retry RPC after error@2008713924), errback=(continuation of Deferred@1280750289 after retry RPC after error@1826304529) -> (continuation of Deferred@809731370 after retry RPC after error@1426352216) -> (continuation of Deferred@742234131 after retry RPC after error@432241727) -> (continuation of Deferred@897958136 after retry RPC after error@1135945912) -> (continuation of Deferred@50912733 after retry RPC after error@19430151) -> (continuation of Deferred@447871450 after retry RPC after error@1890312924) -> (continuation of Deferred@889728801 after retry RPC after error@2008713924)))
20:14:48.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@531583411(state=PENDING, result=null, callback=(continuation of Deferred@1280750289 after retry RPC after error@1826304529) -> (continuation of Deferred@809731370 after retry RPC after error@1426352216) -> (continuation of Deferred@742234131 after retry RPC after error@432241727) -> (continuation of Deferred@897958136 after retry RPC after error@1135945912) -> (continuation of Deferred@50912733 after retry RPC after error@19430151) -> (continuation of Deferred@447871450 after retry RPC after error@1890312924) -> (continuation of Deferred@889728801 after retry RPC after error@2008713924), errback=(continuation of Deferred@1280750289 after retry RPC after error@1826304529) -> (continuation of Deferred@809731370 after retry RPC after error@1426352216) -> (continuation of Deferred@742234131 after retry RPC after error@432241727) -> (continuation of Deferred@897958136 after retry RPC after error@1135945912) -> (continuation of Deferred@50912733 after retry RPC after error@19430151) -> (continuation of Deferred@447871450 after retry RPC after error@1890312924) -> (continuation of Deferred@889728801 after retry RPC after error@2008713924)))
20:14:48.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@306997555(state=PENDING, result=null, callback=(continuation of Deferred@1451292947 after retry RPC after error@1830955182) -> (continuation of Deferred@1133493421 after retry RPC after error@846938142) -> (continuation of Deferred@1675788067 after retry RPC after error@536431785) -> (continuation of Deferred@565047599 after retry RPC after error@1237204660) -> (continuation of Deferred@970279879 after retry RPC after error@1822217296) -> (continuation of Deferred@586572901 after retry RPC after error@436577553) -> (continuation of Deferred@152919781 after retry RPC after error@53028290), errback=(continuation of Deferred@1451292947 after retry RPC after error@1830955182) -> (continuation of Deferred@1133493421 after retry RPC after error@846938142) -> (continuation of Deferred@1675788067 after retry RPC after error@536431785) -> (continuation of Deferred@565047599 after retry RPC after error@1237204660) -> (continuation of Deferred@970279879 after retry RPC after error@1822217296) -> (continuation of Deferred@586572901 after retry RPC after error@436577553) -> (continuation of Deferred@152919781 after retry RPC after error@53028290)))
20:14:48.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@306997555(state=PENDING, result=null, callback=(continuation of Deferred@1451292947 after retry RPC after error@1830955182) -> (continuation of Deferred@1133493421 after retry RPC after error@846938142) -> (continuation of Deferred@1675788067 after retry RPC after error@536431785) -> (continuation of Deferred@565047599 after retry RPC after error@1237204660) -> (continuation of Deferred@970279879 after retry RPC after error@1822217296) -> (continuation of Deferred@586572901 after retry RPC after error@436577553) -> (continuation of Deferred@152919781 after retry RPC after error@53028290), errback=(continuation of Deferred@1451292947 after retry RPC after error@1830955182) -> (continuation of Deferred@1133493421 after retry RPC after error@846938142) -> (continuation of Deferred@1675788067 after retry RPC after error@536431785) -> (continuation of Deferred@565047599 after retry RPC after error@1237204660) -> (continuation of Deferred@970279879 after retry RPC after error@1822217296) -> (continuation of Deferred@586572901 after retry RPC after error@436577553) -> (continuation of Deferred@152919781 after retry RPC after error@53028290)))
20:14:48.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:48.607363 26289 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:48.607534 26289 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:48.608201 26289 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:48.609974 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:48.610107 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:48.610206 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:48.610409 26289 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:48.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@209520237(state=PENDING, result=null, callback=(continuation of Deferred@2015774449 after retry RPC after error@1543117342) -> (continuation of Deferred@1014934887 after retry RPC after error@1481939691) -> (continuation of Deferred@302997214 after retry RPC after error@422481003) -> (continuation of Deferred@1349656508 after retry RPC after error@747455643) -> (continuation of Deferred@1151075962 after retry RPC after error@691836758) -> (continuation of Deferred@1777594930 after retry RPC after error@798808587) -> (continuation of Deferred@194487892 after retry RPC after error@1180440151), errback=(continuation of Deferred@2015774449 after retry RPC after error@1543117342) -> (continuation of Deferred@1014934887 after retry RPC after error@1481939691) -> (continuation of Deferred@302997214 after retry RPC after error@422481003) -> (continuation of Deferred@1349656508 after retry RPC after error@747455643) -> (continuation of Deferred@1151075962 after retry RPC after error@691836758) -> (continuation of Deferred@1777594930 after retry RPC after error@798808587) -> (continuation of Deferred@194487892 after retry RPC after error@1180440151)))
20:14:48.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@209520237(state=PENDING, result=null, callback=(continuation of Deferred@2015774449 after retry RPC after error@1543117342) -> (continuation of Deferred@1014934887 after retry RPC after error@1481939691) -> (continuation of Deferred@302997214 after retry RPC after error@422481003) -> (continuation of Deferred@1349656508 after retry RPC after error@747455643) -> (continuation of Deferred@1151075962 after retry RPC after error@691836758) -> (continuation of Deferred@1777594930 after retry RPC after error@798808587) -> (continuation of Deferred@194487892 after retry RPC after error@1180440151), errback=(continuation of Deferred@2015774449 after retry RPC after error@1543117342) -> (continuation of Deferred@1014934887 after retry RPC after error@1481939691) -> (continuation of Deferred@302997214 after retry RPC after error@422481003) -> (continuation of Deferred@1349656508 after retry RPC after error@747455643) -> (continuation of Deferred@1151075962 after retry RPC after error@691836758) -> (continuation of Deferred@1777594930 after retry RPC after error@798808587) -> (continuation of Deferred@194487892 after retry RPC after error@1180440151)))
20:14:48.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1044781998(state=PENDING, result=null, callback=(continuation of Deferred@481150881 after retry RPC after error@1214044980) -> (continuation of Deferred@1157303367 after retry RPC after error@1248781341) -> (continuation of Deferred@948740670 after retry RPC after error@371673952) -> (continuation of Deferred@178451671 after retry RPC after error@928098194) -> (continuation of Deferred@1779527188 after retry RPC after error@1187071101) -> (continuation of Deferred@1532494910 after retry RPC after error@1636779504), errback=(continuation of Deferred@481150881 after retry RPC after error@1214044980) -> (continuation of Deferred@1157303367 after retry RPC after error@1248781341) -> (continuation of Deferred@948740670 after retry RPC after error@371673952) -> (continuation of Deferred@178451671 after retry RPC after error@928098194) -> (continuation of Deferred@1779527188 after retry RPC after error@1187071101) -> (continuation of Deferred@1532494910 after retry RPC after error@1636779504)))
20:14:48.826 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1044781998(state=PENDING, result=null, callback=(continuation of Deferred@481150881 after retry RPC after error@1214044980) -> (continuation of Deferred@1157303367 after retry RPC after error@1248781341) -> (continuation of Deferred@948740670 after retry RPC after error@371673952) -> (continuation of Deferred@178451671 after retry RPC after error@928098194) -> (continuation of Deferred@1779527188 after retry RPC after error@1187071101) -> (continuation of Deferred@1532494910 after retry RPC after error@1636779504), errback=(continuation of Deferred@481150881 after retry RPC after error@1214044980) -> (continuation of Deferred@1157303367 after retry RPC after error@1248781341) -> (continuation of Deferred@948740670 after retry RPC after error@371673952) -> (continuation of Deferred@178451671 after retry RPC after error@928098194) -> (continuation of Deferred@1779527188 after retry RPC after error@1187071101) -> (continuation of Deferred@1532494910 after retry RPC after error@1636779504)))
20:14:48.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:48.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:48.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:48.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:48.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:48.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1016320165(state=PENDING, result=null, callback=(continuation of Deferred@1007452754 after retry RPC after error@1357519440) -> (continuation of Deferred@547598930 after retry RPC after error@35084315) -> (continuation of Deferred@1523663897 after retry RPC after error@1525280137) -> (continuation of Deferred@1743123876 after retry RPC after error@1594535619) -> (continuation of Deferred@254531767 after retry RPC after error@448522622) -> (continuation of Deferred@1388013400 after retry RPC after error@1489876858) -> (continuation of Deferred@166863540 after retry RPC after error@1279773421), errback=(continuation of Deferred@1007452754 after retry RPC after error@1357519440) -> (continuation of Deferred@547598930 after retry RPC after error@35084315) -> (continuation of Deferred@1523663897 after retry RPC after error@1525280137) -> (continuation of Deferred@1743123876 after retry RPC after error@1594535619) -> (continuation of Deferred@254531767 after retry RPC after error@448522622) -> (continuation of Deferred@1388013400 after retry RPC after error@1489876858) -> (continuation of Deferred@166863540 after retry RPC after error@1279773421)))
20:14:49.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1016320165(state=PENDING, result=null, callback=(continuation of Deferred@1007452754 after retry RPC after error@1357519440) -> (continuation of Deferred@547598930 after retry RPC after error@35084315) -> (continuation of Deferred@1523663897 after retry RPC after error@1525280137) -> (continuation of Deferred@1743123876 after retry RPC after error@1594535619) -> (continuation of Deferred@254531767 after retry RPC after error@448522622) -> (continuation of Deferred@1388013400 after retry RPC after error@1489876858) -> (continuation of Deferred@166863540 after retry RPC after error@1279773421), errback=(continuation of Deferred@1007452754 after retry RPC after error@1357519440) -> (continuation of Deferred@547598930 after retry RPC after error@35084315) -> (continuation of Deferred@1523663897 after retry RPC after error@1525280137) -> (continuation of Deferred@1743123876 after retry RPC after error@1594535619) -> (continuation of Deferred@254531767 after retry RPC after error@448522622) -> (continuation of Deferred@1388013400 after retry RPC after error@1489876858) -> (continuation of Deferred@166863540 after retry RPC after error@1279773421)))
20:14:49.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@238496982(state=PENDING, result=null, callback=(continuation of Deferred@686678859 after retry RPC after error@1445182052) -> (continuation of Deferred@1713807998 after retry RPC after error@1363178480) -> (continuation of Deferred@376448296 after retry RPC after error@1565216024) -> (continuation of Deferred@246231453 after retry RPC after error@1553996875) -> (continuation of Deferred@1265515410 after retry RPC after error@1288346730) -> (continuation of Deferred@730627511 after retry RPC after error@1997696713) -> (continuation of Deferred@1301969170 after retry RPC after error@1428919559), errback=(continuation of Deferred@686678859 after retry RPC after error@1445182052) -> (continuation of Deferred@1713807998 after retry RPC after error@1363178480) -> (continuation of Deferred@376448296 after retry RPC after error@1565216024) -> (continuation of Deferred@246231453 after retry RPC after error@1553996875) -> (continuation of Deferred@1265515410 after retry RPC after error@1288346730) -> (continuation of Deferred@730627511 after retry RPC after error@1997696713) -> (continuation of Deferred@1301969170 after retry RPC after error@1428919559)))
20:14:49.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@238496982(state=PENDING, result=null, callback=(continuation of Deferred@686678859 after retry RPC after error@1445182052) -> (continuation of Deferred@1713807998 after retry RPC after error@1363178480) -> (continuation of Deferred@376448296 after retry RPC after error@1565216024) -> (continuation of Deferred@246231453 after retry RPC after error@1553996875) -> (continuation of Deferred@1265515410 after retry RPC after error@1288346730) -> (continuation of Deferred@730627511 after retry RPC after error@1997696713) -> (continuation of Deferred@1301969170 after retry RPC after error@1428919559), errback=(continuation of Deferred@686678859 after retry RPC after error@1445182052) -> (continuation of Deferred@1713807998 after retry RPC after error@1363178480) -> (continuation of Deferred@376448296 after retry RPC after error@1565216024) -> (continuation of Deferred@246231453 after retry RPC after error@1553996875) -> (continuation of Deferred@1265515410 after retry RPC after error@1288346730) -> (continuation of Deferred@730627511 after retry RPC after error@1997696713) -> (continuation of Deferred@1301969170 after retry RPC after error@1428919559)))
20:14:49.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@634883801(state=PENDING, result=null, callback=(continuation of Deferred@5847021 after retry RPC after error@830681763) -> (continuation of Deferred@810754124 after retry RPC after error@703320537) -> (continuation of Deferred@1623489878 after retry RPC after error@1215974855) -> (continuation of Deferred@1627538884 after retry RPC after error@378545444) -> (continuation of Deferred@1442694253 after retry RPC after error@1341370208) -> (continuation of Deferred@1009577791 after retry RPC after error@721568923) -> (continuation of Deferred@275198778 after retry RPC after error@1111295737), errback=(continuation of Deferred@5847021 after retry RPC after error@830681763) -> (continuation of Deferred@810754124 after retry RPC after error@703320537) -> (continuation of Deferred@1623489878 after retry RPC after error@1215974855) -> (continuation of Deferred@1627538884 after retry RPC after error@378545444) -> (continuation of Deferred@1442694253 after retry RPC after error@1341370208) -> (continuation of Deferred@1009577791 after retry RPC after error@721568923) -> (continuation of Deferred@275198778 after retry RPC after error@1111295737)))
20:14:49.506 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@634883801(state=PENDING, result=null, callback=(continuation of Deferred@5847021 after retry RPC after error@830681763) -> (continuation of Deferred@810754124 after retry RPC after error@703320537) -> (continuation of Deferred@1623489878 after retry RPC after error@1215974855) -> (continuation of Deferred@1627538884 after retry RPC after error@378545444) -> (continuation of Deferred@1442694253 after retry RPC after error@1341370208) -> (continuation of Deferred@1009577791 after retry RPC after error@721568923) -> (continuation of Deferred@275198778 after retry RPC after error@1111295737), errback=(continuation of Deferred@5847021 after retry RPC after error@830681763) -> (continuation of Deferred@810754124 after retry RPC after error@703320537) -> (continuation of Deferred@1623489878 after retry RPC after error@1215974855) -> (continuation of Deferred@1627538884 after retry RPC after error@378545444) -> (continuation of Deferred@1442694253 after retry RPC after error@1341370208) -> (continuation of Deferred@1009577791 after retry RPC after error@721568923) -> (continuation of Deferred@275198778 after retry RPC after error@1111295737)))
20:14:49.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@495363832(state=PENDING, result=null, callback=(continuation of Deferred@459362197 after retry RPC after error@1115824903) -> (continuation of Deferred@710578164 after retry RPC after error@46353697) -> (continuation of Deferred@323987211 after retry RPC after error@1082532990) -> (continuation of Deferred@1054680757 after retry RPC after error@653250058) -> (continuation of Deferred@1224102435 after retry RPC after error@958544535) -> (continuation of Deferred@1847413640 after retry RPC after error@911886303), errback=(continuation of Deferred@459362197 after retry RPC after error@1115824903) -> (continuation of Deferred@710578164 after retry RPC after error@46353697) -> (continuation of Deferred@323987211 after retry RPC after error@1082532990) -> (continuation of Deferred@1054680757 after retry RPC after error@653250058) -> (continuation of Deferred@1224102435 after retry RPC after error@958544535) -> (continuation of Deferred@1847413640 after retry RPC after error@911886303)))
20:14:49.664 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@495363832(state=PENDING, result=null, callback=(continuation of Deferred@459362197 after retry RPC after error@1115824903) -> (continuation of Deferred@710578164 after retry RPC after error@46353697) -> (continuation of Deferred@323987211 after retry RPC after error@1082532990) -> (continuation of Deferred@1054680757 after retry RPC after error@653250058) -> (continuation of Deferred@1224102435 after retry RPC after error@958544535) -> (continuation of Deferred@1847413640 after retry RPC after error@911886303), errback=(continuation of Deferred@459362197 after retry RPC after error@1115824903) -> (continuation of Deferred@710578164 after retry RPC after error@46353697) -> (continuation of Deferred@323987211 after retry RPC after error@1082532990) -> (continuation of Deferred@1054680757 after retry RPC after error@653250058) -> (continuation of Deferred@1224102435 after retry RPC after error@958544535) -> (continuation of Deferred@1847413640 after retry RPC after error@911886303)))
20:14:49.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1117465399(state=PENDING, result=null, callback=(continuation of Deferred@1003922203 after retry RPC after error@1180385600) -> (continuation of Deferred@1922807582 after retry RPC after error@1765992681) -> (continuation of Deferred@1728204961 after retry RPC after error@2077187136) -> (continuation of Deferred@1413691232 after retry RPC after error@708348065) -> (continuation of Deferred@1598702111 after retry RPC after error@1583757546) -> (continuation of Deferred@324271217 after retry RPC after error@2101351226) -> (continuation of Deferred@1880615991 after retry RPC after error@534330295) -> (continuation of Deferred@325446729 after retry RPC after error@1849812188), errback=(continuation of Deferred@1003922203 after retry RPC after error@1180385600) -> (continuation of Deferred@1922807582 after retry RPC after error@1765992681) -> (continuation of Deferred@1728204961 after retry RPC after error@2077187136) -> (continuation of Deferred@1413691232 after retry RPC after error@708348065) -> (continuation of Deferred@1598702111 after retry RPC after error@1583757546) -> (continuation of Deferred@324271217 after retry RPC after error@2101351226) -> (continuation of Deferred@1880615991 after retry RPC after error@534330295) -> (continuation of Deferred@325446729 after retry RPC after error@1849812188)))
20:14:49.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1117465399(state=PENDING, result=null, callback=(continuation of Deferred@1003922203 after retry RPC after error@1180385600) -> (continuation of Deferred@1922807582 after retry RPC after error@1765992681) -> (continuation of Deferred@1728204961 after retry RPC after error@2077187136) -> (continuation of Deferred@1413691232 after retry RPC after error@708348065) -> (continuation of Deferred@1598702111 after retry RPC after error@1583757546) -> (continuation of Deferred@324271217 after retry RPC after error@2101351226) -> (continuation of Deferred@1880615991 after retry RPC after error@534330295) -> (continuation of Deferred@325446729 after retry RPC after error@1849812188), errback=(continuation of Deferred@1003922203 after retry RPC after error@1180385600) -> (continuation of Deferred@1922807582 after retry RPC after error@1765992681) -> (continuation of Deferred@1728204961 after retry RPC after error@2077187136) -> (continuation of Deferred@1413691232 after retry RPC after error@708348065) -> (continuation of Deferred@1598702111 after retry RPC after error@1583757546) -> (continuation of Deferred@324271217 after retry RPC after error@2101351226) -> (continuation of Deferred@1880615991 after retry RPC after error@534330295) -> (continuation of Deferred@325446729 after retry RPC after error@1849812188)))
20:14:49.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:49.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:49.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:49.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:49.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:49.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@794831626(state=PENDING, result=null, callback=(continuation of Deferred@1782894594 after retry RPC after error@1489864120) -> (continuation of Deferred@1585684067 after retry RPC after error@1888863938) -> (continuation of Deferred@1008589842 after retry RPC after error@147418732) -> (continuation of Deferred@1249610128 after retry RPC after error@344389067) -> (continuation of Deferred@1177110021 after retry RPC after error@89193122) -> (continuation of Deferred@334615697 after retry RPC after error@821711753), errback=(continuation of Deferred@1782894594 after retry RPC after error@1489864120) -> (continuation of Deferred@1585684067 after retry RPC after error@1888863938) -> (continuation of Deferred@1008589842 after retry RPC after error@147418732) -> (continuation of Deferred@1249610128 after retry RPC after error@344389067) -> (continuation of Deferred@1177110021 after retry RPC after error@89193122) -> (continuation of Deferred@334615697 after retry RPC after error@821711753)))
20:14:50.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@794831626(state=PENDING, result=null, callback=(continuation of Deferred@1782894594 after retry RPC after error@1489864120) -> (continuation of Deferred@1585684067 after retry RPC after error@1888863938) -> (continuation of Deferred@1008589842 after retry RPC after error@147418732) -> (continuation of Deferred@1249610128 after retry RPC after error@344389067) -> (continuation of Deferred@1177110021 after retry RPC after error@89193122) -> (continuation of Deferred@334615697 after retry RPC after error@821711753), errback=(continuation of Deferred@1782894594 after retry RPC after error@1489864120) -> (continuation of Deferred@1585684067 after retry RPC after error@1888863938) -> (continuation of Deferred@1008589842 after retry RPC after error@147418732) -> (continuation of Deferred@1249610128 after retry RPC after error@344389067) -> (continuation of Deferred@1177110021 after retry RPC after error@89193122) -> (continuation of Deferred@334615697 after retry RPC after error@821711753)))
20:14:50.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1776086126(state=PENDING, result=null, callback=(continuation of Deferred@316831791 after retry RPC after error@353333467) -> (continuation of Deferred@1919939927 after retry RPC after error@2094979304) -> (continuation of Deferred@2113729628 after retry RPC after error@320592528) -> (continuation of Deferred@517165289 after retry RPC after error@339792451) -> (continuation of Deferred@243567235 after retry RPC after error@1132863129) -> (continuation of Deferred@1196837400 after retry RPC after error@1427528315), errback=(continuation of Deferred@316831791 after retry RPC after error@353333467) -> (continuation of Deferred@1919939927 after retry RPC after error@2094979304) -> (continuation of Deferred@2113729628 after retry RPC after error@320592528) -> (continuation of Deferred@517165289 after retry RPC after error@339792451) -> (continuation of Deferred@243567235 after retry RPC after error@1132863129) -> (continuation of Deferred@1196837400 after retry RPC after error@1427528315)))
20:14:50.285 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1776086126(state=PENDING, result=null, callback=(continuation of Deferred@316831791 after retry RPC after error@353333467) -> (continuation of Deferred@1919939927 after retry RPC after error@2094979304) -> (continuation of Deferred@2113729628 after retry RPC after error@320592528) -> (continuation of Deferred@517165289 after retry RPC after error@339792451) -> (continuation of Deferred@243567235 after retry RPC after error@1132863129) -> (continuation of Deferred@1196837400 after retry RPC after error@1427528315), errback=(continuation of Deferred@316831791 after retry RPC after error@353333467) -> (continuation of Deferred@1919939927 after retry RPC after error@2094979304) -> (continuation of Deferred@2113729628 after retry RPC after error@320592528) -> (continuation of Deferred@517165289 after retry RPC after error@339792451) -> (continuation of Deferred@243567235 after retry RPC after error@1132863129) -> (continuation of Deferred@1196837400 after retry RPC after error@1427528315)))
20:14:50.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1059363375(state=PENDING, result=null, callback=(continuation of Deferred@1416560904 after retry RPC after error@702265775) -> (continuation of Deferred@1731921230 after retry RPC after error@2094337636) -> (continuation of Deferred@1352546231 after retry RPC after error@612170442) -> (continuation of Deferred@458398334 after retry RPC after error@1335890270) -> (continuation of Deferred@1856156818 after retry RPC after error@768325926) -> (continuation of Deferred@583354251 after retry RPC after error@1839237228) -> (continuation of Deferred@383625070 after retry RPC after error@1714368026), errback=(continuation of Deferred@1416560904 after retry RPC after error@702265775) -> (continuation of Deferred@1731921230 after retry RPC after error@2094337636) -> (continuation of Deferred@1352546231 after retry RPC after error@612170442) -> (continuation of Deferred@458398334 after retry RPC after error@1335890270) -> (continuation of Deferred@1856156818 after retry RPC after error@768325926) -> (continuation of Deferred@583354251 after retry RPC after error@1839237228) -> (continuation of Deferred@383625070 after retry RPC after error@1714368026)))
20:14:50.525 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1059363375(state=PENDING, result=null, callback=(continuation of Deferred@1416560904 after retry RPC after error@702265775) -> (continuation of Deferred@1731921230 after retry RPC after error@2094337636) -> (continuation of Deferred@1352546231 after retry RPC after error@612170442) -> (continuation of Deferred@458398334 after retry RPC after error@1335890270) -> (continuation of Deferred@1856156818 after retry RPC after error@768325926) -> (continuation of Deferred@583354251 after retry RPC after error@1839237228) -> (continuation of Deferred@383625070 after retry RPC after error@1714368026), errback=(continuation of Deferred@1416560904 after retry RPC after error@702265775) -> (continuation of Deferred@1731921230 after retry RPC after error@2094337636) -> (continuation of Deferred@1352546231 after retry RPC after error@612170442) -> (continuation of Deferred@458398334 after retry RPC after error@1335890270) -> (continuation of Deferred@1856156818 after retry RPC after error@768325926) -> (continuation of Deferred@583354251 after retry RPC after error@1839237228) -> (continuation of Deferred@383625070 after retry RPC after error@1714368026)))
20:14:50.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@946403195(state=PENDING, result=null, callback=(continuation of Deferred@1224225194 after retry RPC after error@779521474) -> (continuation of Deferred@813431157 after retry RPC after error@1331102510) -> (continuation of Deferred@1185615375 after retry RPC after error@1554613125) -> (continuation of Deferred@871786804 after retry RPC after error@1154433559) -> (continuation of Deferred@1510668279 after retry RPC after error@1253044888) -> (continuation of Deferred@1242602800 after retry RPC after error@1953603999), errback=(continuation of Deferred@1224225194 after retry RPC after error@779521474) -> (continuation of Deferred@813431157 after retry RPC after error@1331102510) -> (continuation of Deferred@1185615375 after retry RPC after error@1554613125) -> (continuation of Deferred@871786804 after retry RPC after error@1154433559) -> (continuation of Deferred@1510668279 after retry RPC after error@1253044888) -> (continuation of Deferred@1242602800 after retry RPC after error@1953603999)))
20:14:50.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@946403195(state=PENDING, result=null, callback=(continuation of Deferred@1224225194 after retry RPC after error@779521474) -> (continuation of Deferred@813431157 after retry RPC after error@1331102510) -> (continuation of Deferred@1185615375 after retry RPC after error@1554613125) -> (continuation of Deferred@871786804 after retry RPC after error@1154433559) -> (continuation of Deferred@1510668279 after retry RPC after error@1253044888) -> (continuation of Deferred@1242602800 after retry RPC after error@1953603999), errback=(continuation of Deferred@1224225194 after retry RPC after error@779521474) -> (continuation of Deferred@813431157 after retry RPC after error@1331102510) -> (continuation of Deferred@1185615375 after retry RPC after error@1554613125) -> (continuation of Deferred@871786804 after retry RPC after error@1154433559) -> (continuation of Deferred@1510668279 after retry RPC after error@1253044888) -> (continuation of Deferred@1242602800 after retry RPC after error@1953603999)))
20:14:50.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1911723091(state=PENDING, result=null, callback=(continuation of Deferred@1330177351 after retry RPC after error@531244222) -> (continuation of Deferred@776277828 after retry RPC after error@1265649363) -> (continuation of Deferred@1125834791 after retry RPC after error@224109358) -> (continuation of Deferred@199406318 after retry RPC after error@1122843551) -> (continuation of Deferred@1457709117 after retry RPC after error@108030748) -> (continuation of Deferred@412867838 after retry RPC after error@855719345) -> (continuation of Deferred@1914949860 after retry RPC after error@2005822775), errback=(continuation of Deferred@1330177351 after retry RPC after error@531244222) -> (continuation of Deferred@776277828 after retry RPC after error@1265649363) -> (continuation of Deferred@1125834791 after retry RPC after error@224109358) -> (continuation of Deferred@199406318 after retry RPC after error@1122843551) -> (continuation of Deferred@1457709117 after retry RPC after error@108030748) -> (continuation of Deferred@412867838 after retry RPC after error@855719345) -> (continuation of Deferred@1914949860 after retry RPC after error@2005822775)))
20:14:50.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1911723091(state=PENDING, result=null, callback=(continuation of Deferred@1330177351 after retry RPC after error@531244222) -> (continuation of Deferred@776277828 after retry RPC after error@1265649363) -> (continuation of Deferred@1125834791 after retry RPC after error@224109358) -> (continuation of Deferred@199406318 after retry RPC after error@1122843551) -> (continuation of Deferred@1457709117 after retry RPC after error@108030748) -> (continuation of Deferred@412867838 after retry RPC after error@855719345) -> (continuation of Deferred@1914949860 after retry RPC after error@2005822775), errback=(continuation of Deferred@1330177351 after retry RPC after error@531244222) -> (continuation of Deferred@776277828 after retry RPC after error@1265649363) -> (continuation of Deferred@1125834791 after retry RPC after error@224109358) -> (continuation of Deferred@199406318 after retry RPC after error@1122843551) -> (continuation of Deferred@1457709117 after retry RPC after error@108030748) -> (continuation of Deferred@412867838 after retry RPC after error@855719345) -> (continuation of Deferred@1914949860 after retry RPC after error@2005822775)))
20:14:50.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:50.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:50.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:50.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:50.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:50.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@344085839(state=PENDING, result=null, callback=(continuation of Deferred@2028667385 after retry RPC after error@1777443748) -> (continuation of Deferred@1856066731 after retry RPC after error@1754221597) -> (continuation of Deferred@1221295164 after retry RPC after error@750983682) -> (continuation of Deferred@1210255165 after retry RPC after error@1516127616) -> (continuation of Deferred@1231546475 after retry RPC after error@2109794383) -> (continuation of Deferred@764023333 after retry RPC after error@97525841) -> (continuation of Deferred@1929557040 after retry RPC after error@167426191), errback=(continuation of Deferred@2028667385 after retry RPC after error@1777443748) -> (continuation of Deferred@1856066731 after retry RPC after error@1754221597) -> (continuation of Deferred@1221295164 after retry RPC after error@750983682) -> (continuation of Deferred@1210255165 after retry RPC after error@1516127616) -> (continuation of Deferred@1231546475 after retry RPC after error@2109794383) -> (continuation of Deferred@764023333 after retry RPC after error@97525841) -> (continuation of Deferred@1929557040 after retry RPC after error@167426191)))
20:14:51.186 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@344085839(state=PENDING, result=null, callback=(continuation of Deferred@2028667385 after retry RPC after error@1777443748) -> (continuation of Deferred@1856066731 after retry RPC after error@1754221597) -> (continuation of Deferred@1221295164 after retry RPC after error@750983682) -> (continuation of Deferred@1210255165 after retry RPC after error@1516127616) -> (continuation of Deferred@1231546475 after retry RPC after error@2109794383) -> (continuation of Deferred@764023333 after retry RPC after error@97525841) -> (continuation of Deferred@1929557040 after retry RPC after error@167426191), errback=(continuation of Deferred@2028667385 after retry RPC after error@1777443748) -> (continuation of Deferred@1856066731 after retry RPC after error@1754221597) -> (continuation of Deferred@1221295164 after retry RPC after error@750983682) -> (continuation of Deferred@1210255165 after retry RPC after error@1516127616) -> (continuation of Deferred@1231546475 after retry RPC after error@2109794383) -> (continuation of Deferred@764023333 after retry RPC after error@97525841) -> (continuation of Deferred@1929557040 after retry RPC after error@167426191)))
20:14:51.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.463 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@988040193(state=PENDING, result=null, callback=(continuation of Deferred@279495170 after retry RPC after error@899907102) -> (continuation of Deferred@1754295812 after retry RPC after error@1879876435) -> (continuation of Deferred@644007810 after retry RPC after error@136253150) -> (continuation of Deferred@1662300567 after retry RPC after error@1981255837) -> (continuation of Deferred@1190729482 after retry RPC after error@920688885) -> (continuation of Deferred@1891508151 after retry RPC after error@988281413) -> (continuation of Deferred@883485524 after retry RPC after error@104720900), errback=(continuation of Deferred@279495170 after retry RPC after error@899907102) -> (continuation of Deferred@1754295812 after retry RPC after error@1879876435) -> (continuation of Deferred@644007810 after retry RPC after error@136253150) -> (continuation of Deferred@1662300567 after retry RPC after error@1981255837) -> (continuation of Deferred@1190729482 after retry RPC after error@920688885) -> (continuation of Deferred@1891508151 after retry RPC after error@988281413) -> (continuation of Deferred@883485524 after retry RPC after error@104720900)))
20:14:51.464 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:51.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@592416528(state=PENDING, result=null, callback=(continuation of Deferred@836465437 after retry RPC after error@987081810) -> (continuation of Deferred@1173139763 after retry RPC after error@436507025) -> (continuation of Deferred@1882016343 after retry RPC after error@1728958268) -> (continuation of Deferred@1204330439 after retry RPC after error@2038302390) -> (continuation of Deferred@1662747708 after retry RPC after error@1793512268) -> (continuation of Deferred@1775460208 after retry RPC after error@1611775818), errback=(continuation of Deferred@836465437 after retry RPC after error@987081810) -> (continuation of Deferred@1173139763 after retry RPC after error@436507025) -> (continuation of Deferred@1882016343 after retry RPC after error@1728958268) -> (continuation of Deferred@1204330439 after retry RPC after error@2038302390) -> (continuation of Deferred@1662747708 after retry RPC after error@1793512268) -> (continuation of Deferred@1775460208 after retry RPC after error@1611775818)))
20:14:51.645 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@592416528(state=PENDING, result=null, callback=(continuation of Deferred@836465437 after retry RPC after error@987081810) -> (continuation of Deferred@1173139763 after retry RPC after error@436507025) -> (continuation of Deferred@1882016343 after retry RPC after error@1728958268) -> (continuation of Deferred@1204330439 after retry RPC after error@2038302390) -> (continuation of Deferred@1662747708 after retry RPC after error@1793512268) -> (continuation of Deferred@1775460208 after retry RPC after error@1611775818), errback=(continuation of Deferred@836465437 after retry RPC after error@987081810) -> (continuation of Deferred@1173139763 after retry RPC after error@436507025) -> (continuation of Deferred@1882016343 after retry RPC after error@1728958268) -> (continuation of Deferred@1204330439 after retry RPC after error@2038302390) -> (continuation of Deferred@1662747708 after retry RPC after error@1793512268) -> (continuation of Deferred@1775460208 after retry RPC after error@1611775818)))
20:14:51.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.704 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@552147135(state=PENDING, result=null, callback=(continuation of Deferred@422730275 after retry RPC after error@1702997232) -> (continuation of Deferred@254240600 after retry RPC after error@1734585059) -> (continuation of Deferred@1821050734 after retry RPC after error@75874339) -> (continuation of Deferred@816605772 after retry RPC after error@1256389128) -> (continuation of Deferred@2120623181 after retry RPC after error@1414031226) -> (continuation of Deferred@124098997 after retry RPC after error@1518993899) -> (continuation of Deferred@352387771 after retry RPC after error@40228054), errback=(continuation of Deferred@422730275 after retry RPC after error@1702997232) -> (continuation of Deferred@254240600 after retry RPC after error@1734585059) -> (continuation of Deferred@1821050734 after retry RPC after error@75874339) -> (continuation of Deferred@816605772 after retry RPC after error@1256389128) -> (continuation of Deferred@2120623181 after retry RPC after error@1414031226) -> (continuation of Deferred@124098997 after retry RPC after error@1518993899) -> (continuation of Deferred@352387771 after retry RPC after error@40228054)))
20:14:51.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@552147135(state=PENDING, result=null, callback=(continuation of Deferred@422730275 after retry RPC after error@1702997232) -> (continuation of Deferred@254240600 after retry RPC after error@1734585059) -> (continuation of Deferred@1821050734 after retry RPC after error@75874339) -> (continuation of Deferred@816605772 after retry RPC after error@1256389128) -> (continuation of Deferred@2120623181 after retry RPC after error@1414031226) -> (continuation of Deferred@124098997 after retry RPC after error@1518993899) -> (continuation of Deferred@352387771 after retry RPC after error@40228054), errback=(continuation of Deferred@422730275 after retry RPC after error@1702997232) -> (continuation of Deferred@254240600 after retry RPC after error@1734585059) -> (continuation of Deferred@1821050734 after retry RPC after error@75874339) -> (continuation of Deferred@816605772 after retry RPC after error@1256389128) -> (continuation of Deferred@2120623181 after retry RPC after error@1414031226) -> (continuation of Deferred@124098997 after retry RPC after error@1518993899) -> (continuation of Deferred@352387771 after retry RPC after error@40228054)))
20:14:51.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:51.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:51.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:51.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:51.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:51.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.084 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@223989725(state=PENDING, result=null, callback=(continuation of Deferred@1264680870 after retry RPC after error@299034034) -> (continuation of Deferred@539200459 after retry RPC after error@1674026805) -> (continuation of Deferred@597377188 after retry RPC after error@635624976) -> (continuation of Deferred@421754036 after retry RPC after error@1178758802) -> (continuation of Deferred@1067813022 after retry RPC after error@210031396) -> (continuation of Deferred@243306708 after retry RPC after error@1533237608) -> (continuation of Deferred@1209129954 after retry RPC after error@1655061559) -> (continuation of Deferred@1755977351 after retry RPC after error@700693219), errback=(continuation of Deferred@1264680870 after retry RPC after error@299034034) -> (continuation of Deferred@539200459 after retry RPC after error@1674026805) -> (continuation of Deferred@597377188 after retry RPC after error@635624976) -> (continuation of Deferred@421754036 after retry RPC after error@1178758802) -> (continuation of Deferred@1067813022 after retry RPC after error@210031396) -> (continuation of Deferred@243306708 after retry RPC after error@1533237608) -> (continuation of Deferred@1209129954 after retry RPC after error@1655061559) -> (continuation of Deferred@1755977351 after retry RPC after error@700693219)))
20:14:52.126 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@223989725(state=PENDING, result=null, callback=(continuation of Deferred@1264680870 after retry RPC after error@299034034) -> (continuation of Deferred@539200459 after retry RPC after error@1674026805) -> (continuation of Deferred@597377188 after retry RPC after error@635624976) -> (continuation of Deferred@421754036 after retry RPC after error@1178758802) -> (continuation of Deferred@1067813022 after retry RPC after error@210031396) -> (continuation of Deferred@243306708 after retry RPC after error@1533237608) -> (continuation of Deferred@1209129954 after retry RPC after error@1655061559) -> (continuation of Deferred@1755977351 after retry RPC after error@700693219), errback=(continuation of Deferred@1264680870 after retry RPC after error@299034034) -> (continuation of Deferred@539200459 after retry RPC after error@1674026805) -> (continuation of Deferred@597377188 after retry RPC after error@635624976) -> (continuation of Deferred@421754036 after retry RPC after error@1178758802) -> (continuation of Deferred@1067813022 after retry RPC after error@210031396) -> (continuation of Deferred@243306708 after retry RPC after error@1533237608) -> (continuation of Deferred@1209129954 after retry RPC after error@1655061559) -> (continuation of Deferred@1755977351 after retry RPC after error@700693219)))
20:14:52.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@683574674(state=PENDING, result=null, callback=(continuation of Deferred@2114967318 after retry RPC after error@636345030) -> (continuation of Deferred@409034958 after retry RPC after error@1143989317) -> (continuation of Deferred@1142434993 after retry RPC after error@258536734) -> (continuation of Deferred@471630637 after retry RPC after error@665469223) -> (continuation of Deferred@575835335 after retry RPC after error@1792691606) -> (continuation of Deferred@304590347 after retry RPC after error@1735484945), errback=(continuation of Deferred@2114967318 after retry RPC after error@636345030) -> (continuation of Deferred@409034958 after retry RPC after error@1143989317) -> (continuation of Deferred@1142434993 after retry RPC after error@258536734) -> (continuation of Deferred@471630637 after retry RPC after error@665469223) -> (continuation of Deferred@575835335 after retry RPC after error@1792691606) -> (continuation of Deferred@304590347 after retry RPC after error@1735484945)))
20:14:52.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@683574674(state=PENDING, result=null, callback=(continuation of Deferred@2114967318 after retry RPC after error@636345030) -> (continuation of Deferred@409034958 after retry RPC after error@1143989317) -> (continuation of Deferred@1142434993 after retry RPC after error@258536734) -> (continuation of Deferred@471630637 after retry RPC after error@665469223) -> (continuation of Deferred@575835335 after retry RPC after error@1792691606) -> (continuation of Deferred@304590347 after retry RPC after error@1735484945), errback=(continuation of Deferred@2114967318 after retry RPC after error@636345030) -> (continuation of Deferred@409034958 after retry RPC after error@1143989317) -> (continuation of Deferred@1142434993 after retry RPC after error@258536734) -> (continuation of Deferred@471630637 after retry RPC after error@665469223) -> (continuation of Deferred@575835335 after retry RPC after error@1792691606) -> (continuation of Deferred@304590347 after retry RPC after error@1735484945)))
20:14:52.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2095269707(state=PENDING, result=null, callback=(continuation of Deferred@1455058138 after retry RPC after error@1633774711) -> (continuation of Deferred@2109237251 after retry RPC after error@461877728) -> (continuation of Deferred@517919478 after retry RPC after error@1958090638) -> (continuation of Deferred@1248887147 after retry RPC after error@1818108276) -> (continuation of Deferred@75437931 after retry RPC after error@1076980237) -> (continuation of Deferred@235196601 after retry RPC after error@323753356) -> (continuation of Deferred@1878297793 after retry RPC after error@618590768), errback=(continuation of Deferred@1455058138 after retry RPC after error@1633774711) -> (continuation of Deferred@2109237251 after retry RPC after error@461877728) -> (continuation of Deferred@517919478 after retry RPC after error@1958090638) -> (continuation of Deferred@1248887147 after retry RPC after error@1818108276) -> (continuation of Deferred@75437931 after retry RPC after error@1076980237) -> (continuation of Deferred@235196601 after retry RPC after error@323753356) -> (continuation of Deferred@1878297793 after retry RPC after error@618590768)))
20:14:52.565 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2095269707(state=PENDING, result=null, callback=(continuation of Deferred@1455058138 after retry RPC after error@1633774711) -> (continuation of Deferred@2109237251 after retry RPC after error@461877728) -> (continuation of Deferred@517919478 after retry RPC after error@1958090638) -> (continuation of Deferred@1248887147 after retry RPC after error@1818108276) -> (continuation of Deferred@75437931 after retry RPC after error@1076980237) -> (continuation of Deferred@235196601 after retry RPC after error@323753356) -> (continuation of Deferred@1878297793 after retry RPC after error@618590768), errback=(continuation of Deferred@1455058138 after retry RPC after error@1633774711) -> (continuation of Deferred@2109237251 after retry RPC after error@461877728) -> (continuation of Deferred@517919478 after retry RPC after error@1958090638) -> (continuation of Deferred@1248887147 after retry RPC after error@1818108276) -> (continuation of Deferred@75437931 after retry RPC after error@1076980237) -> (continuation of Deferred@235196601 after retry RPC after error@323753356) -> (continuation of Deferred@1878297793 after retry RPC after error@618590768)))
20:14:52.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.826 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1263406660(state=PENDING, result=null, callback=(continuation of Deferred@1070731049 after retry RPC after error@1453317926) -> (continuation of Deferred@1245761346 after retry RPC after error@1900528736) -> (continuation of Deferred@1589851686 after retry RPC after error@1988994103) -> (continuation of Deferred@981163899 after retry RPC after error@1976629392) -> (continuation of Deferred@845517322 after retry RPC after error@693249133) -> (continuation of Deferred@1228027579 after retry RPC after error@995382133) -> (continuation of Deferred@633299927 after retry RPC after error@502684225), errback=(continuation of Deferred@1070731049 after retry RPC after error@1453317926) -> (continuation of Deferred@1245761346 after retry RPC after error@1900528736) -> (continuation of Deferred@1589851686 after retry RPC after error@1988994103) -> (continuation of Deferred@981163899 after retry RPC after error@1976629392) -> (continuation of Deferred@845517322 after retry RPC after error@693249133) -> (continuation of Deferred@1228027579 after retry RPC after error@995382133) -> (continuation of Deferred@633299927 after retry RPC after error@502684225)))
20:14:52.826 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1263406660(state=PENDING, result=null, callback=(continuation of Deferred@1070731049 after retry RPC after error@1453317926) -> (continuation of Deferred@1245761346 after retry RPC after error@1900528736) -> (continuation of Deferred@1589851686 after retry RPC after error@1988994103) -> (continuation of Deferred@981163899 after retry RPC after error@1976629392) -> (continuation of Deferred@845517322 after retry RPC after error@693249133) -> (continuation of Deferred@1228027579 after retry RPC after error@995382133) -> (continuation of Deferred@633299927 after retry RPC after error@502684225), errback=(continuation of Deferred@1070731049 after retry RPC after error@1453317926) -> (continuation of Deferred@1245761346 after retry RPC after error@1900528736) -> (continuation of Deferred@1589851686 after retry RPC after error@1988994103) -> (continuation of Deferred@981163899 after retry RPC after error@1976629392) -> (continuation of Deferred@845517322 after retry RPC after error@693249133) -> (continuation of Deferred@1228027579 after retry RPC after error@995382133) -> (continuation of Deferred@633299927 after retry RPC after error@502684225)))
20:14:52.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:52.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:52.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:52.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:52.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:52.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@852734206(state=PENDING, result=null, callback=(continuation of Deferred@1227224301 after retry RPC after error@2051799297) -> (continuation of Deferred@831709995 after retry RPC after error@510259623) -> (continuation of Deferred@2022571035 after retry RPC after error@1571525114) -> (continuation of Deferred@2072423135 after retry RPC after error@716413121) -> (continuation of Deferred@1028248744 after retry RPC after error@1013753530) -> (continuation of Deferred@1920086970 after retry RPC after error@1152506021) -> (continuation of Deferred@934197263 after retry RPC after error@1848545590), errback=(continuation of Deferred@1227224301 after retry RPC after error@2051799297) -> (continuation of Deferred@831709995 after retry RPC after error@510259623) -> (continuation of Deferred@2022571035 after retry RPC after error@1571525114) -> (continuation of Deferred@2072423135 after retry RPC after error@716413121) -> (continuation of Deferred@1028248744 after retry RPC after error@1013753530) -> (continuation of Deferred@1920086970 after retry RPC after error@1152506021) -> (continuation of Deferred@934197263 after retry RPC after error@1848545590)))
20:14:53.066 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@852734206(state=PENDING, result=null, callback=(continuation of Deferred@1227224301 after retry RPC after error@2051799297) -> (continuation of Deferred@831709995 after retry RPC after error@510259623) -> (continuation of Deferred@2022571035 after retry RPC after error@1571525114) -> (continuation of Deferred@2072423135 after retry RPC after error@716413121) -> (continuation of Deferred@1028248744 after retry RPC after error@1013753530) -> (continuation of Deferred@1920086970 after retry RPC after error@1152506021) -> (continuation of Deferred@934197263 after retry RPC after error@1848545590), errback=(continuation of Deferred@1227224301 after retry RPC after error@2051799297) -> (continuation of Deferred@831709995 after retry RPC after error@510259623) -> (continuation of Deferred@2022571035 after retry RPC after error@1571525114) -> (continuation of Deferred@2072423135 after retry RPC after error@716413121) -> (continuation of Deferred@1028248744 after retry RPC after error@1013753530) -> (continuation of Deferred@1920086970 after retry RPC after error@1152506021) -> (continuation of Deferred@934197263 after retry RPC after error@1848545590)))
20:14:53.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@240802938(state=PENDING, result=null, callback=(continuation of Deferred@1829781563 after retry RPC after error@1034970607) -> (continuation of Deferred@1861375805 after retry RPC after error@848785173) -> (continuation of Deferred@1567224036 after retry RPC after error@1665694139) -> (continuation of Deferred@536842576 after retry RPC after error@370784893) -> (continuation of Deferred@82151050 after retry RPC after error@616604172) -> (continuation of Deferred@1196872405 after retry RPC after error@474432016) -> (continuation of Deferred@884889284 after retry RPC after error@365908637), errback=(continuation of Deferred@1829781563 after retry RPC after error@1034970607) -> (continuation of Deferred@1861375805 after retry RPC after error@848785173) -> (continuation of Deferred@1567224036 after retry RPC after error@1665694139) -> (continuation of Deferred@536842576 after retry RPC after error@370784893) -> (continuation of Deferred@82151050 after retry RPC after error@616604172) -> (continuation of Deferred@1196872405 after retry RPC after error@474432016) -> (continuation of Deferred@884889284 after retry RPC after error@365908637)))
20:14:53.325 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@240802938(state=PENDING, result=null, callback=(continuation of Deferred@1829781563 after retry RPC after error@1034970607) -> (continuation of Deferred@1861375805 after retry RPC after error@848785173) -> (continuation of Deferred@1567224036 after retry RPC after error@1665694139) -> (continuation of Deferred@536842576 after retry RPC after error@370784893) -> (continuation of Deferred@82151050 after retry RPC after error@616604172) -> (continuation of Deferred@1196872405 after retry RPC after error@474432016) -> (continuation of Deferred@884889284 after retry RPC after error@365908637), errback=(continuation of Deferred@1829781563 after retry RPC after error@1034970607) -> (continuation of Deferred@1861375805 after retry RPC after error@848785173) -> (continuation of Deferred@1567224036 after retry RPC after error@1665694139) -> (continuation of Deferred@536842576 after retry RPC after error@370784893) -> (continuation of Deferred@82151050 after retry RPC after error@616604172) -> (continuation of Deferred@1196872405 after retry RPC after error@474432016) -> (continuation of Deferred@884889284 after retry RPC after error@365908637)))
20:14:53.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.603 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1082018552(state=PENDING, result=null, callback=(continuation of Deferred@1366930764 after retry RPC after error@1354937561) -> (continuation of Deferred@95408706 after retry RPC after error@934572421) -> (continuation of Deferred@729510378 after retry RPC after error@1859808288) -> (continuation of Deferred@362581627 after retry RPC after error@19987732) -> (continuation of Deferred@1899243769 after retry RPC after error@1286791571) -> (continuation of Deferred@1026310440 after retry RPC after error@997381060) -> (continuation of Deferred@1800488883 after retry RPC after error@817138995), errback=(continuation of Deferred@1366930764 after retry RPC after error@1354937561) -> (continuation of Deferred@95408706 after retry RPC after error@934572421) -> (continuation of Deferred@729510378 after retry RPC after error@1859808288) -> (continuation of Deferred@362581627 after retry RPC after error@19987732) -> (continuation of Deferred@1899243769 after retry RPC after error@1286791571) -> (continuation of Deferred@1026310440 after retry RPC after error@997381060) -> (continuation of Deferred@1800488883 after retry RPC after error@817138995)))
20:14:53.604 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:53.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.705 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@506351087(state=PENDING, result=null, callback=(continuation of Deferred@262805901 after retry RPC after error@1174040742) -> (continuation of Deferred@1617277755 after retry RPC after error@206097389) -> (continuation of Deferred@1399971224 after retry RPC after error@1167648784) -> (continuation of Deferred@136931315 after retry RPC after error@1114948280) -> (continuation of Deferred@523524723 after retry RPC after error@502196717) -> (continuation of Deferred@1580925788 after retry RPC after error@977173281), errback=(continuation of Deferred@262805901 after retry RPC after error@1174040742) -> (continuation of Deferred@1617277755 after retry RPC after error@206097389) -> (continuation of Deferred@1399971224 after retry RPC after error@1167648784) -> (continuation of Deferred@136931315 after retry RPC after error@1114948280) -> (continuation of Deferred@523524723 after retry RPC after error@502196717) -> (continuation of Deferred@1580925788 after retry RPC after error@977173281)))
20:14:53.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@506351087(state=PENDING, result=null, callback=(continuation of Deferred@262805901 after retry RPC after error@1174040742) -> (continuation of Deferred@1617277755 after retry RPC after error@206097389) -> (continuation of Deferred@1399971224 after retry RPC after error@1167648784) -> (continuation of Deferred@136931315 after retry RPC after error@1114948280) -> (continuation of Deferred@523524723 after retry RPC after error@502196717) -> (continuation of Deferred@1580925788 after retry RPC after error@977173281), errback=(continuation of Deferred@262805901 after retry RPC after error@1174040742) -> (continuation of Deferred@1617277755 after retry RPC after error@206097389) -> (continuation of Deferred@1399971224 after retry RPC after error@1167648784) -> (continuation of Deferred@136931315 after retry RPC after error@1114948280) -> (continuation of Deferred@523524723 after retry RPC after error@502196717) -> (continuation of Deferred@1580925788 after retry RPC after error@977173281)))
20:14:53.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:53.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:53.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:53.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:53.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:53.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.064 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@955468844(state=PENDING, result=null, callback=(continuation of Deferred@2083740952 after retry RPC after error@1564000771) -> (continuation of Deferred@948082175 after retry RPC after error@439500015) -> (continuation of Deferred@2081384748 after retry RPC after error@1732023412) -> (continuation of Deferred@1270732801 after retry RPC after error@1080250589) -> (continuation of Deferred@1193412596 after retry RPC after error@1144960080) -> (continuation of Deferred@1634078982 after retry RPC after error@995704911) -> (continuation of Deferred@1821633911 after retry RPC after error@1572751489), errback=(continuation of Deferred@2083740952 after retry RPC after error@1564000771) -> (continuation of Deferred@948082175 after retry RPC after error@439500015) -> (continuation of Deferred@2081384748 after retry RPC after error@1732023412) -> (continuation of Deferred@1270732801 after retry RPC after error@1080250589) -> (continuation of Deferred@1193412596 after retry RPC after error@1144960080) -> (continuation of Deferred@1634078982 after retry RPC after error@995704911) -> (continuation of Deferred@1821633911 after retry RPC after error@1572751489)))
20:14:54.064 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:54.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1684047987(state=PENDING, result=null, callback=(continuation of Deferred@112821824 after retry RPC after error@1314878467) -> (continuation of Deferred@73632800 after retry RPC after error@1679867855) -> (continuation of Deferred@778157709 after retry RPC after error@464205870) -> (continuation of Deferred@61974007 after retry RPC after error@1645128841) -> (continuation of Deferred@1094251411 after retry RPC after error@59824594) -> (continuation of Deferred@218122826 after retry RPC after error@452842887) -> (continuation of Deferred@484383008 after retry RPC after error@428088608), errback=(continuation of Deferred@112821824 after retry RPC after error@1314878467) -> (continuation of Deferred@73632800 after retry RPC after error@1679867855) -> (continuation of Deferred@778157709 after retry RPC after error@464205870) -> (continuation of Deferred@61974007 after retry RPC after error@1645128841) -> (continuation of Deferred@1094251411 after retry RPC after error@59824594) -> (continuation of Deferred@218122826 after retry RPC after error@452842887) -> (continuation of Deferred@484383008 after retry RPC after error@428088608)))
20:14:54.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1684047987(state=PENDING, result=null, callback=(continuation of Deferred@112821824 after retry RPC after error@1314878467) -> (continuation of Deferred@73632800 after retry RPC after error@1679867855) -> (continuation of Deferred@778157709 after retry RPC after error@464205870) -> (continuation of Deferred@61974007 after retry RPC after error@1645128841) -> (continuation of Deferred@1094251411 after retry RPC after error@59824594) -> (continuation of Deferred@218122826 after retry RPC after error@452842887) -> (continuation of Deferred@484383008 after retry RPC after error@428088608), errback=(continuation of Deferred@112821824 after retry RPC after error@1314878467) -> (continuation of Deferred@73632800 after retry RPC after error@1679867855) -> (continuation of Deferred@778157709 after retry RPC after error@464205870) -> (continuation of Deferred@61974007 after retry RPC after error@1645128841) -> (continuation of Deferred@1094251411 after retry RPC after error@59824594) -> (continuation of Deferred@218122826 after retry RPC after error@452842887) -> (continuation of Deferred@484383008 after retry RPC after error@428088608)))
20:14:54.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.524 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1290709851(state=PENDING, result=null, callback=(continuation of Deferred@1835511976 after retry RPC after error@2109893496) -> (continuation of Deferred@859792450 after retry RPC after error@179483917) -> (continuation of Deferred@1518384643 after retry RPC after error@888639360) -> (continuation of Deferred@2091053096 after retry RPC after error@1671899244) -> (continuation of Deferred@1019783861 after retry RPC after error@877377827) -> (continuation of Deferred@1602436146 after retry RPC after error@96312294) -> (continuation of Deferred@2094601446 after retry RPC after error@364001535), errback=(continuation of Deferred@1835511976 after retry RPC after error@2109893496) -> (continuation of Deferred@859792450 after retry RPC after error@179483917) -> (continuation of Deferred@1518384643 after retry RPC after error@888639360) -> (continuation of Deferred@2091053096 after retry RPC after error@1671899244) -> (continuation of Deferred@1019783861 after retry RPC after error@877377827) -> (continuation of Deferred@1602436146 after retry RPC after error@96312294) -> (continuation of Deferred@2094601446 after retry RPC after error@364001535)))
20:14:54.524 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:54.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2077092468(state=PENDING, result=null, callback=(continuation of Deferred@1154390390 after retry RPC after error@2106782976) -> (continuation of Deferred@666829425 after retry RPC after error@859161272) -> (continuation of Deferred@58783873 after retry RPC after error@1775253252) -> (continuation of Deferred@908270789 after retry RPC after error@723400891) -> (continuation of Deferred@794724777 after retry RPC after error@1205793617) -> (continuation of Deferred@1765087835 after retry RPC after error@859061286), errback=(continuation of Deferred@1154390390 after retry RPC after error@2106782976) -> (continuation of Deferred@666829425 after retry RPC after error@859161272) -> (continuation of Deferred@58783873 after retry RPC after error@1775253252) -> (continuation of Deferred@908270789 after retry RPC after error@723400891) -> (continuation of Deferred@794724777 after retry RPC after error@1205793617) -> (continuation of Deferred@1765087835 after retry RPC after error@859061286)))
20:14:54.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2077092468(state=PENDING, result=null, callback=(continuation of Deferred@1154390390 after retry RPC after error@2106782976) -> (continuation of Deferred@666829425 after retry RPC after error@859161272) -> (continuation of Deferred@58783873 after retry RPC after error@1775253252) -> (continuation of Deferred@908270789 after retry RPC after error@723400891) -> (continuation of Deferred@794724777 after retry RPC after error@1205793617) -> (continuation of Deferred@1765087835 after retry RPC after error@859061286), errback=(continuation of Deferred@1154390390 after retry RPC after error@2106782976) -> (continuation of Deferred@666829425 after retry RPC after error@859161272) -> (continuation of Deferred@58783873 after retry RPC after error@1775253252) -> (continuation of Deferred@908270789 after retry RPC after error@723400891) -> (continuation of Deferred@794724777 after retry RPC after error@1205793617) -> (continuation of Deferred@1765087835 after retry RPC after error@859061286)))
20:14:54.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.744 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@318123420(state=PENDING, result=null, callback=(continuation of Deferred@489520119 after retry RPC after error@1608856845) -> (continuation of Deferred@1762735115 after retry RPC after error@1252556408) -> (continuation of Deferred@1009538585 after retry RPC after error@1251430860) -> (continuation of Deferred@709264889 after retry RPC after error@596927863) -> (continuation of Deferred@2111206274 after retry RPC after error@222254277) -> (continuation of Deferred@323510742 after retry RPC after error@334958869), errback=(continuation of Deferred@489520119 after retry RPC after error@1608856845) -> (continuation of Deferred@1762735115 after retry RPC after error@1252556408) -> (continuation of Deferred@1009538585 after retry RPC after error@1251430860) -> (continuation of Deferred@709264889 after retry RPC after error@596927863) -> (continuation of Deferred@2111206274 after retry RPC after error@222254277) -> (continuation of Deferred@323510742 after retry RPC after error@334958869)))
20:14:54.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@318123420(state=PENDING, result=null, callback=(continuation of Deferred@489520119 after retry RPC after error@1608856845) -> (continuation of Deferred@1762735115 after retry RPC after error@1252556408) -> (continuation of Deferred@1009538585 after retry RPC after error@1251430860) -> (continuation of Deferred@709264889 after retry RPC after error@596927863) -> (continuation of Deferred@2111206274 after retry RPC after error@222254277) -> (continuation of Deferred@323510742 after retry RPC after error@334958869), errback=(continuation of Deferred@489520119 after retry RPC after error@1608856845) -> (continuation of Deferred@1762735115 after retry RPC after error@1252556408) -> (continuation of Deferred@1009538585 after retry RPC after error@1251430860) -> (continuation of Deferred@709264889 after retry RPC after error@596927863) -> (continuation of Deferred@2111206274 after retry RPC after error@222254277) -> (continuation of Deferred@323510742 after retry RPC after error@334958869)))
20:14:54.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.908 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:54.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:54.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:54.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:54.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:54.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.144 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [25ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@565072556(state=PENDING, result=null, callback=(continuation of Deferred@291169780 after retry RPC after error@1041736371) -> (continuation of Deferred@1238848338 after retry RPC after error@448742390) -> (continuation of Deferred@1552703504 after retry RPC after error@1594704648) -> (continuation of Deferred@741590648 after retry RPC after error@1291030779) -> (continuation of Deferred@1942025621 after retry RPC after error@1189150182) -> (continuation of Deferred@1951589188 after retry RPC after error@620155261) -> (continuation of Deferred@1349448747 after retry RPC after error@295713805), errback=(continuation of Deferred@291169780 after retry RPC after error@1041736371) -> (continuation of Deferred@1238848338 after retry RPC after error@448742390) -> (continuation of Deferred@1552703504 after retry RPC after error@1594704648) -> (continuation of Deferred@741590648 after retry RPC after error@1291030779) -> (continuation of Deferred@1942025621 after retry RPC after error@1189150182) -> (continuation of Deferred@1951589188 after retry RPC after error@620155261) -> (continuation of Deferred@1349448747 after retry RPC after error@295713805)))
20:14:55.144 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:14:55.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1865655591(state=PENDING, result=null, callback=(continuation of Deferred@1260755238 after retry RPC after error@1107508746) -> (continuation of Deferred@801945921 after retry RPC after error@1571044098) -> (continuation of Deferred@976188729 after retry RPC after error@1627909912) -> (continuation of Deferred@726353096 after retry RPC after error@1464534664) -> (continuation of Deferred@378284005 after retry RPC after error@1210934531) -> (continuation of Deferred@967902666 after retry RPC after error@910240562) -> (continuation of Deferred@1090883856 after retry RPC after error@1646522702), errback=(continuation of Deferred@1260755238 after retry RPC after error@1107508746) -> (continuation of Deferred@801945921 after retry RPC after error@1571044098) -> (continuation of Deferred@976188729 after retry RPC after error@1627909912) -> (continuation of Deferred@726353096 after retry RPC after error@1464534664) -> (continuation of Deferred@378284005 after retry RPC after error@1210934531) -> (continuation of Deferred@967902666 after retry RPC after error@910240562) -> (continuation of Deferred@1090883856 after retry RPC after error@1646522702)))
20:14:55.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1865655591(state=PENDING, result=null, callback=(continuation of Deferred@1260755238 after retry RPC after error@1107508746) -> (continuation of Deferred@801945921 after retry RPC after error@1571044098) -> (continuation of Deferred@976188729 after retry RPC after error@1627909912) -> (continuation of Deferred@726353096 after retry RPC after error@1464534664) -> (continuation of Deferred@378284005 after retry RPC after error@1210934531) -> (continuation of Deferred@967902666 after retry RPC after error@910240562) -> (continuation of Deferred@1090883856 after retry RPC after error@1646522702), errback=(continuation of Deferred@1260755238 after retry RPC after error@1107508746) -> (continuation of Deferred@801945921 after retry RPC after error@1571044098) -> (continuation of Deferred@976188729 after retry RPC after error@1627909912) -> (continuation of Deferred@726353096 after retry RPC after error@1464534664) -> (continuation of Deferred@378284005 after retry RPC after error@1210934531) -> (continuation of Deferred@967902666 after retry RPC after error@910240562) -> (continuation of Deferred@1090883856 after retry RPC after error@1646522702)))
20:14:55.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [45ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1667469677(state=PENDING, result=null, callback=(continuation of Deferred@1333174928 after retry RPC after error@439984987) -> (continuation of Deferred@1492368589 after retry RPC after error@660911687) -> (continuation of Deferred@1576854041 after retry RPC after error@176730502) -> (continuation of Deferred@1339584974 after retry RPC after error@1301029116) -> (continuation of Deferred@2010840958 after retry RPC after error@949056642) -> (continuation of Deferred@877339743 after retry RPC after error@409762282), errback=(continuation of Deferred@1333174928 after retry RPC after error@439984987) -> (continuation of Deferred@1492368589 after retry RPC after error@660911687) -> (continuation of Deferred@1576854041 after retry RPC after error@176730502) -> (continuation of Deferred@1339584974 after retry RPC after error@1301029116) -> (continuation of Deferred@2010840958 after retry RPC after error@949056642) -> (continuation of Deferred@877339743 after retry RPC after error@409762282)))
20:14:55.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [45ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1667469677(state=PENDING, result=null, callback=(continuation of Deferred@1333174928 after retry RPC after error@439984987) -> (continuation of Deferred@1492368589 after retry RPC after error@660911687) -> (continuation of Deferred@1576854041 after retry RPC after error@176730502) -> (continuation of Deferred@1339584974 after retry RPC after error@1301029116) -> (continuation of Deferred@2010840958 after retry RPC after error@949056642) -> (continuation of Deferred@877339743 after retry RPC after error@409762282), errback=(continuation of Deferred@1333174928 after retry RPC after error@439984987) -> (continuation of Deferred@1492368589 after retry RPC after error@660911687) -> (continuation of Deferred@1576854041 after retry RPC after error@176730502) -> (continuation of Deferred@1339584974 after retry RPC after error@1301029116) -> (continuation of Deferred@2010840958 after retry RPC after error@949056642) -> (continuation of Deferred@877339743 after retry RPC after error@409762282)))
20:14:55.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@2144520204(state=PENDING, result=null, callback=(continuation of Deferred@1271979658 after retry RPC after error@1993508775) -> (continuation of Deferred@1433522205 after retry RPC after error@1015738391) -> (continuation of Deferred@1902333314 after retry RPC after error@334369718) -> (continuation of Deferred@1212471534 after retry RPC after error@598053817) -> (continuation of Deferred@1220662546 after retry RPC after error@735124511) -> (continuation of Deferred@1161568803 after retry RPC after error@1250646374) -> (continuation of Deferred@203717728 after retry RPC after error@792115231) -> (continuation of Deferred@188725984 after retry RPC after error@460292744), errback=(continuation of Deferred@1271979658 after retry RPC after error@1993508775) -> (continuation of Deferred@1433522205 after retry RPC after error@1015738391) -> (continuation of Deferred@1902333314 after retry RPC after error@334369718) -> (continuation of Deferred@1212471534 after retry RPC after error@598053817) -> (continuation of Deferred@1220662546 after retry RPC after error@735124511) -> (continuation of Deferred@1161568803 after retry RPC after error@1250646374) -> (continuation of Deferred@203717728 after retry RPC after error@792115231) -> (continuation of Deferred@188725984 after retry RPC after error@460292744)))
20:14:55.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@2144520204(state=PENDING, result=null, callback=(continuation of Deferred@1271979658 after retry RPC after error@1993508775) -> (continuation of Deferred@1433522205 after retry RPC after error@1015738391) -> (continuation of Deferred@1902333314 after retry RPC after error@334369718) -> (continuation of Deferred@1212471534 after retry RPC after error@598053817) -> (continuation of Deferred@1220662546 after retry RPC after error@735124511) -> (continuation of Deferred@1161568803 after retry RPC after error@1250646374) -> (continuation of Deferred@203717728 after retry RPC after error@792115231) -> (continuation of Deferred@188725984 after retry RPC after error@460292744), errback=(continuation of Deferred@1271979658 after retry RPC after error@1993508775) -> (continuation of Deferred@1433522205 after retry RPC after error@1015738391) -> (continuation of Deferred@1902333314 after retry RPC after error@334369718) -> (continuation of Deferred@1212471534 after retry RPC after error@598053817) -> (continuation of Deferred@1220662546 after retry RPC after error@735124511) -> (continuation of Deferred@1161568803 after retry RPC after error@1250646374) -> (continuation of Deferred@203717728 after retry RPC after error@792115231) -> (continuation of Deferred@188725984 after retry RPC after error@460292744)))
20:14:55.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:55.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:55.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:55.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:55.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:55.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@159335640(state=PENDING, result=null, callback=(continuation of Deferred@422006631 after retry RPC after error@54693769) -> (continuation of Deferred@1077465057 after retry RPC after error@865209018) -> (continuation of Deferred@283977688 after retry RPC after error@130342027) -> (continuation of Deferred@25517141 after retry RPC after error@585187589) -> (continuation of Deferred@1531666790 after retry RPC after error@2051726848) -> (continuation of Deferred@1359368936 after retry RPC after error@2034747556) -> (continuation of Deferred@2038945467 after retry RPC after error@1435610453) -> (continuation of Deferred@920855581 after retry RPC after error@1906759821), errback=(continuation of Deferred@422006631 after retry RPC after error@54693769) -> (continuation of Deferred@1077465057 after retry RPC after error@865209018) -> (continuation of Deferred@283977688 after retry RPC after error@130342027) -> (continuation of Deferred@25517141 after retry RPC after error@585187589) -> (continuation of Deferred@1531666790 after retry RPC after error@2051726848) -> (continuation of Deferred@1359368936 after retry RPC after error@2034747556) -> (continuation of Deferred@2038945467 after retry RPC after error@1435610453) -> (continuation of Deferred@920855581 after retry RPC after error@1906759821)))
20:14:56.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@159335640(state=PENDING, result=null, callback=(continuation of Deferred@422006631 after retry RPC after error@54693769) -> (continuation of Deferred@1077465057 after retry RPC after error@865209018) -> (continuation of Deferred@283977688 after retry RPC after error@130342027) -> (continuation of Deferred@25517141 after retry RPC after error@585187589) -> (continuation of Deferred@1531666790 after retry RPC after error@2051726848) -> (continuation of Deferred@1359368936 after retry RPC after error@2034747556) -> (continuation of Deferred@2038945467 after retry RPC after error@1435610453) -> (continuation of Deferred@920855581 after retry RPC after error@1906759821), errback=(continuation of Deferred@422006631 after retry RPC after error@54693769) -> (continuation of Deferred@1077465057 after retry RPC after error@865209018) -> (continuation of Deferred@283977688 after retry RPC after error@130342027) -> (continuation of Deferred@25517141 after retry RPC after error@585187589) -> (continuation of Deferred@1531666790 after retry RPC after error@2051726848) -> (continuation of Deferred@1359368936 after retry RPC after error@2034747556) -> (continuation of Deferred@2038945467 after retry RPC after error@1435610453) -> (continuation of Deferred@920855581 after retry RPC after error@1906759821)))
20:14:56.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1517588887(state=PENDING, result=null, callback=(continuation of Deferred@1547220508 after retry RPC after error@1938903213) -> (continuation of Deferred@606270810 after retry RPC after error@1512317024) -> (continuation of Deferred@1127605614 after retry RPC after error@987283869) -> (continuation of Deferred@157514681 after retry RPC after error@1925148117) -> (continuation of Deferred@508422265 after retry RPC after error@1659176452) -> (continuation of Deferred@1892226898 after retry RPC after error@2039549275) -> (continuation of Deferred@141442096 after retry RPC after error@1114754591), errback=(continuation of Deferred@1547220508 after retry RPC after error@1938903213) -> (continuation of Deferred@606270810 after retry RPC after error@1512317024) -> (continuation of Deferred@1127605614 after retry RPC after error@987283869) -> (continuation of Deferred@157514681 after retry RPC after error@1925148117) -> (continuation of Deferred@508422265 after retry RPC after error@1659176452) -> (continuation of Deferred@1892226898 after retry RPC after error@2039549275) -> (continuation of Deferred@141442096 after retry RPC after error@1114754591)))
20:14:56.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1517588887(state=PENDING, result=null, callback=(continuation of Deferred@1547220508 after retry RPC after error@1938903213) -> (continuation of Deferred@606270810 after retry RPC after error@1512317024) -> (continuation of Deferred@1127605614 after retry RPC after error@987283869) -> (continuation of Deferred@157514681 after retry RPC after error@1925148117) -> (continuation of Deferred@508422265 after retry RPC after error@1659176452) -> (continuation of Deferred@1892226898 after retry RPC after error@2039549275) -> (continuation of Deferred@141442096 after retry RPC after error@1114754591), errback=(continuation of Deferred@1547220508 after retry RPC after error@1938903213) -> (continuation of Deferred@606270810 after retry RPC after error@1512317024) -> (continuation of Deferred@1127605614 after retry RPC after error@987283869) -> (continuation of Deferred@157514681 after retry RPC after error@1925148117) -> (continuation of Deferred@508422265 after retry RPC after error@1659176452) -> (continuation of Deferred@1892226898 after retry RPC after error@2039549275) -> (continuation of Deferred@141442096 after retry RPC after error@1114754591)))
20:14:56.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@447181739(state=PENDING, result=null, callback=(continuation of Deferred@754136046 after retry RPC after error@1093102403) -> (continuation of Deferred@418830324 after retry RPC after error@963499370) -> (continuation of Deferred@213188074 after retry RPC after error@1983111756) -> (continuation of Deferred@1481953801 after retry RPC after error@264608492) -> (continuation of Deferred@615869779 after retry RPC after error@1300089355) -> (continuation of Deferred@860327223 after retry RPC after error@276194121) -> (continuation of Deferred@522603489 after retry RPC after error@1009313692) -> (continuation of Deferred@856288027 after retry RPC after error@281459224), errback=(continuation of Deferred@754136046 after retry RPC after error@1093102403) -> (continuation of Deferred@418830324 after retry RPC after error@963499370) -> (continuation of Deferred@213188074 after retry RPC after error@1983111756) -> (continuation of Deferred@1481953801 after retry RPC after error@264608492) -> (continuation of Deferred@615869779 after retry RPC after error@1300089355) -> (continuation of Deferred@860327223 after retry RPC after error@276194121) -> (continuation of Deferred@522603489 after retry RPC after error@1009313692) -> (continuation of Deferred@856288027 after retry RPC after error@281459224)))
20:14:56.606 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@447181739(state=PENDING, result=null, callback=(continuation of Deferred@754136046 after retry RPC after error@1093102403) -> (continuation of Deferred@418830324 after retry RPC after error@963499370) -> (continuation of Deferred@213188074 after retry RPC after error@1983111756) -> (continuation of Deferred@1481953801 after retry RPC after error@264608492) -> (continuation of Deferred@615869779 after retry RPC after error@1300089355) -> (continuation of Deferred@860327223 after retry RPC after error@276194121) -> (continuation of Deferred@522603489 after retry RPC after error@1009313692) -> (continuation of Deferred@856288027 after retry RPC after error@281459224), errback=(continuation of Deferred@754136046 after retry RPC after error@1093102403) -> (continuation of Deferred@418830324 after retry RPC after error@963499370) -> (continuation of Deferred@213188074 after retry RPC after error@1983111756) -> (continuation of Deferred@1481953801 after retry RPC after error@264608492) -> (continuation of Deferred@615869779 after retry RPC after error@1300089355) -> (continuation of Deferred@860327223 after retry RPC after error@276194121) -> (continuation of Deferred@522603489 after retry RPC after error@1009313692) -> (continuation of Deferred@856288027 after retry RPC after error@281459224)))
20:14:56.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1245554232(state=PENDING, result=null, callback=(continuation of Deferred@390460222 after retry RPC after error@1731120226) -> (continuation of Deferred@1998016669 after retry RPC after error@1354507297) -> (continuation of Deferred@1750659339 after retry RPC after error@2030333374) -> (continuation of Deferred@886720955 after retry RPC after error@100073005) -> (continuation of Deferred@713660209 after retry RPC after error@1891264067) -> (continuation of Deferred@382430846 after retry RPC after error@620686620) -> (continuation of Deferred@1118361261 after retry RPC after error@1635989701), errback=(continuation of Deferred@390460222 after retry RPC after error@1731120226) -> (continuation of Deferred@1998016669 after retry RPC after error@1354507297) -> (continuation of Deferred@1750659339 after retry RPC after error@2030333374) -> (continuation of Deferred@886720955 after retry RPC after error@100073005) -> (continuation of Deferred@713660209 after retry RPC after error@1891264067) -> (continuation of Deferred@382430846 after retry RPC after error@620686620) -> (continuation of Deferred@1118361261 after retry RPC after error@1635989701)))
20:14:56.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1245554232(state=PENDING, result=null, callback=(continuation of Deferred@390460222 after retry RPC after error@1731120226) -> (continuation of Deferred@1998016669 after retry RPC after error@1354507297) -> (continuation of Deferred@1750659339 after retry RPC after error@2030333374) -> (continuation of Deferred@886720955 after retry RPC after error@100073005) -> (continuation of Deferred@713660209 after retry RPC after error@1891264067) -> (continuation of Deferred@382430846 after retry RPC after error@620686620) -> (continuation of Deferred@1118361261 after retry RPC after error@1635989701), errback=(continuation of Deferred@390460222 after retry RPC after error@1731120226) -> (continuation of Deferred@1998016669 after retry RPC after error@1354507297) -> (continuation of Deferred@1750659339 after retry RPC after error@2030333374) -> (continuation of Deferred@886720955 after retry RPC after error@100073005) -> (continuation of Deferred@713660209 after retry RPC after error@1891264067) -> (continuation of Deferred@382430846 after retry RPC after error@620686620) -> (continuation of Deferred@1118361261 after retry RPC after error@1635989701)))
20:14:56.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:56.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:56.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:56.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:56.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:56.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [59ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1854132027(state=PENDING, result=null, callback=(continuation of Deferred@1070997847 after retry RPC after error@356933192) -> (continuation of Deferred@374412879 after retry RPC after error@1725692329) -> (continuation of Deferred@1745465532 after retry RPC after error@1335498731) -> (continuation of Deferred@1374131001 after retry RPC after error@1749560861) -> (continuation of Deferred@1306656760 after retry RPC after error@1381735648) -> (continuation of Deferred@1070113737 after retry RPC after error@383343339) -> (continuation of Deferred@1418033655 after retry RPC after error@1513575195), errback=(continuation of Deferred@1070997847 after retry RPC after error@356933192) -> (continuation of Deferred@374412879 after retry RPC after error@1725692329) -> (continuation of Deferred@1745465532 after retry RPC after error@1335498731) -> (continuation of Deferred@1374131001 after retry RPC after error@1749560861) -> (continuation of Deferred@1306656760 after retry RPC after error@1381735648) -> (continuation of Deferred@1070113737 after retry RPC after error@383343339) -> (continuation of Deferred@1418033655 after retry RPC after error@1513575195)))
20:14:57.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [59ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [59ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [119ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1854132027(state=PENDING, result=null, callback=(continuation of Deferred@1070997847 after retry RPC after error@356933192) -> (continuation of Deferred@374412879 after retry RPC after error@1725692329) -> (continuation of Deferred@1745465532 after retry RPC after error@1335498731) -> (continuation of Deferred@1374131001 after retry RPC after error@1749560861) -> (continuation of Deferred@1306656760 after retry RPC after error@1381735648) -> (continuation of Deferred@1070113737 after retry RPC after error@383343339) -> (continuation of Deferred@1418033655 after retry RPC after error@1513575195), errback=(continuation of Deferred@1070997847 after retry RPC after error@356933192) -> (continuation of Deferred@374412879 after retry RPC after error@1725692329) -> (continuation of Deferred@1745465532 after retry RPC after error@1335498731) -> (continuation of Deferred@1374131001 after retry RPC after error@1749560861) -> (continuation of Deferred@1306656760 after retry RPC after error@1381735648) -> (continuation of Deferred@1070113737 after retry RPC after error@383343339) -> (continuation of Deferred@1418033655 after retry RPC after error@1513575195)))
20:14:57.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1581414418(state=PENDING, result=null, callback=(continuation of Deferred@1933592303 after retry RPC after error@838094152) -> (continuation of Deferred@629855097 after retry RPC after error@1757785394) -> (continuation of Deferred@432269819 after retry RPC after error@181303686) -> (continuation of Deferred@2032951997 after retry RPC after error@1019608215) -> (continuation of Deferred@978273989 after retry RPC after error@1135872579) -> (continuation of Deferred@1503109378 after retry RPC after error@1252384739) -> (continuation of Deferred@178049308 after retry RPC after error@1763259422), errback=(continuation of Deferred@1933592303 after retry RPC after error@838094152) -> (continuation of Deferred@629855097 after retry RPC after error@1757785394) -> (continuation of Deferred@432269819 after retry RPC after error@181303686) -> (continuation of Deferred@2032951997 after retry RPC after error@1019608215) -> (continuation of Deferred@978273989 after retry RPC after error@1135872579) -> (continuation of Deferred@1503109378 after retry RPC after error@1252384739) -> (continuation of Deferred@178049308 after retry RPC after error@1763259422)))
20:14:57.267 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1581414418(state=PENDING, result=null, callback=(continuation of Deferred@1933592303 after retry RPC after error@838094152) -> (continuation of Deferred@629855097 after retry RPC after error@1757785394) -> (continuation of Deferred@432269819 after retry RPC after error@181303686) -> (continuation of Deferred@2032951997 after retry RPC after error@1019608215) -> (continuation of Deferred@978273989 after retry RPC after error@1135872579) -> (continuation of Deferred@1503109378 after retry RPC after error@1252384739) -> (continuation of Deferred@178049308 after retry RPC after error@1763259422), errback=(continuation of Deferred@1933592303 after retry RPC after error@838094152) -> (continuation of Deferred@629855097 after retry RPC after error@1757785394) -> (continuation of Deferred@432269819 after retry RPC after error@181303686) -> (continuation of Deferred@2032951997 after retry RPC after error@1019608215) -> (continuation of Deferred@978273989 after retry RPC after error@1135872579) -> (continuation of Deferred@1503109378 after retry RPC after error@1252384739) -> (continuation of Deferred@178049308 after retry RPC after error@1763259422)))
20:14:57.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1935063057(state=PENDING, result=null, callback=(continuation of Deferred@1576267832 after retry RPC after error@1236424995) -> (continuation of Deferred@1615683395 after retry RPC after error@647882091) -> (continuation of Deferred@1680716720 after retry RPC after error@1057850711) -> (continuation of Deferred@892367538 after retry RPC after error@2093969346) -> (continuation of Deferred@1970729944 after retry RPC after error@637728540) -> (continuation of Deferred@277980300 after retry RPC after error@396851235), errback=(continuation of Deferred@1576267832 after retry RPC after error@1236424995) -> (continuation of Deferred@1615683395 after retry RPC after error@647882091) -> (continuation of Deferred@1680716720 after retry RPC after error@1057850711) -> (continuation of Deferred@892367538 after retry RPC after error@2093969346) -> (continuation of Deferred@1970729944 after retry RPC after error@637728540) -> (continuation of Deferred@277980300 after retry RPC after error@396851235)))
20:14:57.466 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1935063057(state=PENDING, result=null, callback=(continuation of Deferred@1576267832 after retry RPC after error@1236424995) -> (continuation of Deferred@1615683395 after retry RPC after error@647882091) -> (continuation of Deferred@1680716720 after retry RPC after error@1057850711) -> (continuation of Deferred@892367538 after retry RPC after error@2093969346) -> (continuation of Deferred@1970729944 after retry RPC after error@637728540) -> (continuation of Deferred@277980300 after retry RPC after error@396851235), errback=(continuation of Deferred@1576267832 after retry RPC after error@1236424995) -> (continuation of Deferred@1615683395 after retry RPC after error@647882091) -> (continuation of Deferred@1680716720 after retry RPC after error@1057850711) -> (continuation of Deferred@892367538 after retry RPC after error@2093969346) -> (continuation of Deferred@1970729944 after retry RPC after error@637728540) -> (continuation of Deferred@277980300 after retry RPC after error@396851235)))
20:14:57.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:57.594630 26347 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:14:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:57.594818 26347 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:14:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:57.595444 26347 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:14:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:57.596439 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:14:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:57.597476 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:14:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:14:57.597635 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:14:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:57.597733 25279 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:14:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:14:57.597945 26347 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:14:57.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1740360672(state=PENDING, result=null, callback=(continuation of Deferred@2033522888 after retry RPC after error@962013) -> (continuation of Deferred@787865099 after retry RPC after error@388556030) -> (continuation of Deferred@1175084427 after retry RPC after error@866087122) -> (continuation of Deferred@865789228 after retry RPC after error@1665525941) -> (continuation of Deferred@2008483667 after retry RPC after error@1072099479) -> (continuation of Deferred@1529987522 after retry RPC after error@394103377) -> (continuation of Deferred@1480563314 after retry RPC after error@1347791786), errback=(continuation of Deferred@2033522888 after retry RPC after error@962013) -> (continuation of Deferred@787865099 after retry RPC after error@388556030) -> (continuation of Deferred@1175084427 after retry RPC after error@866087122) -> (continuation of Deferred@865789228 after retry RPC after error@1665525941) -> (continuation of Deferred@2008483667 after retry RPC after error@1072099479) -> (continuation of Deferred@1529987522 after retry RPC after error@394103377) -> (continuation of Deferred@1480563314 after retry RPC after error@1347791786)))
20:14:57.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1740360672(state=PENDING, result=null, callback=(continuation of Deferred@2033522888 after retry RPC after error@962013) -> (continuation of Deferred@787865099 after retry RPC after error@388556030) -> (continuation of Deferred@1175084427 after retry RPC after error@866087122) -> (continuation of Deferred@865789228 after retry RPC after error@1665525941) -> (continuation of Deferred@2008483667 after retry RPC after error@1072099479) -> (continuation of Deferred@1529987522 after retry RPC after error@394103377) -> (continuation of Deferred@1480563314 after retry RPC after error@1347791786), errback=(continuation of Deferred@2033522888 after retry RPC after error@962013) -> (continuation of Deferred@787865099 after retry RPC after error@388556030) -> (continuation of Deferred@1175084427 after retry RPC after error@866087122) -> (continuation of Deferred@865789228 after retry RPC after error@1665525941) -> (continuation of Deferred@2008483667 after retry RPC after error@1072099479) -> (continuation of Deferred@1529987522 after retry RPC after error@394103377) -> (continuation of Deferred@1480563314 after retry RPC after error@1347791786)))
20:14:57.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1185916574(state=PENDING, result=null, callback=(continuation of Deferred@1838778549 after retry RPC after error@1124780273) -> (continuation of Deferred@336333785 after retry RPC after error@791467152) -> (continuation of Deferred@240201184 after retry RPC after error@453587355) -> (continuation of Deferred@1873785824 after retry RPC after error@644768465) -> (continuation of Deferred@559379921 after retry RPC after error@1929387401) -> (continuation of Deferred@1629651130 after retry RPC after error@873402021), errback=(continuation of Deferred@1838778549 after retry RPC after error@1124780273) -> (continuation of Deferred@336333785 after retry RPC after error@791467152) -> (continuation of Deferred@240201184 after retry RPC after error@453587355) -> (continuation of Deferred@1873785824 after retry RPC after error@644768465) -> (continuation of Deferred@559379921 after retry RPC after error@1929387401) -> (continuation of Deferred@1629651130 after retry RPC after error@873402021)))
20:14:57.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1185916574(state=PENDING, result=null, callback=(continuation of Deferred@1838778549 after retry RPC after error@1124780273) -> (continuation of Deferred@336333785 after retry RPC after error@791467152) -> (continuation of Deferred@240201184 after retry RPC after error@453587355) -> (continuation of Deferred@1873785824 after retry RPC after error@644768465) -> (continuation of Deferred@559379921 after retry RPC after error@1929387401) -> (continuation of Deferred@1629651130 after retry RPC after error@873402021), errback=(continuation of Deferred@1838778549 after retry RPC after error@1124780273) -> (continuation of Deferred@336333785 after retry RPC after error@791467152) -> (continuation of Deferred@240201184 after retry RPC after error@453587355) -> (continuation of Deferred@1873785824 after retry RPC after error@644768465) -> (continuation of Deferred@559379921 after retry RPC after error@1929387401) -> (continuation of Deferred@1629651130 after retry RPC after error@873402021)))
20:14:57.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:57.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:57.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:57.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:57.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:57.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@912258931(state=PENDING, result=null, callback=(continuation of Deferred@2082498659 after retry RPC after error@904480698) -> (continuation of Deferred@139413246 after retry RPC after error@1096998123) -> (continuation of Deferred@1048496084 after retry RPC after error@1104511798) -> (continuation of Deferred@861881668 after retry RPC after error@1686983232) -> (continuation of Deferred@738552162 after retry RPC after error@1092916199) -> (continuation of Deferred@135830498 after retry RPC after error@109692915) -> (continuation of Deferred@29421625 after retry RPC after error@1688133709), errback=(continuation of Deferred@2082498659 after retry RPC after error@904480698) -> (continuation of Deferred@139413246 after retry RPC after error@1096998123) -> (continuation of Deferred@1048496084 after retry RPC after error@1104511798) -> (continuation of Deferred@861881668 after retry RPC after error@1686983232) -> (continuation of Deferred@738552162 after retry RPC after error@1092916199) -> (continuation of Deferred@135830498 after retry RPC after error@109692915) -> (continuation of Deferred@29421625 after retry RPC after error@1688133709)))
20:14:58.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@912258931(state=PENDING, result=null, callback=(continuation of Deferred@2082498659 after retry RPC after error@904480698) -> (continuation of Deferred@139413246 after retry RPC after error@1096998123) -> (continuation of Deferred@1048496084 after retry RPC after error@1104511798) -> (continuation of Deferred@861881668 after retry RPC after error@1686983232) -> (continuation of Deferred@738552162 after retry RPC after error@1092916199) -> (continuation of Deferred@135830498 after retry RPC after error@109692915) -> (continuation of Deferred@29421625 after retry RPC after error@1688133709), errback=(continuation of Deferred@2082498659 after retry RPC after error@904480698) -> (continuation of Deferred@139413246 after retry RPC after error@1096998123) -> (continuation of Deferred@1048496084 after retry RPC after error@1104511798) -> (continuation of Deferred@861881668 after retry RPC after error@1686983232) -> (continuation of Deferred@738552162 after retry RPC after error@1092916199) -> (continuation of Deferred@135830498 after retry RPC after error@109692915) -> (continuation of Deferred@29421625 after retry RPC after error@1688133709)))
20:14:58.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@333155077(state=PENDING, result=null, callback=(continuation of Deferred@364440227 after retry RPC after error@766338131) -> (continuation of Deferred@1854937315 after retry RPC after error@568075671) -> (continuation of Deferred@1935884029 after retry RPC after error@900350782) -> (continuation of Deferred@1536365160 after retry RPC after error@463696912) -> (continuation of Deferred@1901929807 after retry RPC after error@378092521) -> (continuation of Deferred@1430944514 after retry RPC after error@1439270479) -> (continuation of Deferred@1302771428 after retry RPC after error@305105610) -> (continuation of Deferred@347828710 after retry RPC after error@232355520), errback=(continuation of Deferred@364440227 after retry RPC after error@766338131) -> (continuation of Deferred@1854937315 after retry RPC after error@568075671) -> (continuation of Deferred@1935884029 after retry RPC after error@900350782) -> (continuation of Deferred@1536365160 after retry RPC after error@463696912) -> (continuation of Deferred@1901929807 after retry RPC after error@378092521) -> (continuation of Deferred@1430944514 after retry RPC after error@1439270479) -> (continuation of Deferred@1302771428 after retry RPC after error@305105610) -> (continuation of Deferred@347828710 after retry RPC after error@232355520)))
20:14:58.266 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@333155077(state=PENDING, result=null, callback=(continuation of Deferred@364440227 after retry RPC after error@766338131) -> (continuation of Deferred@1854937315 after retry RPC after error@568075671) -> (continuation of Deferred@1935884029 after retry RPC after error@900350782) -> (continuation of Deferred@1536365160 after retry RPC after error@463696912) -> (continuation of Deferred@1901929807 after retry RPC after error@378092521) -> (continuation of Deferred@1430944514 after retry RPC after error@1439270479) -> (continuation of Deferred@1302771428 after retry RPC after error@305105610) -> (continuation of Deferred@347828710 after retry RPC after error@232355520), errback=(continuation of Deferred@364440227 after retry RPC after error@766338131) -> (continuation of Deferred@1854937315 after retry RPC after error@568075671) -> (continuation of Deferred@1935884029 after retry RPC after error@900350782) -> (continuation of Deferred@1536365160 after retry RPC after error@463696912) -> (continuation of Deferred@1901929807 after retry RPC after error@378092521) -> (continuation of Deferred@1430944514 after retry RPC after error@1439270479) -> (continuation of Deferred@1302771428 after retry RPC after error@305105610) -> (continuation of Deferred@347828710 after retry RPC after error@232355520)))
20:14:58.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@31094720(state=PENDING, result=null, callback=(continuation of Deferred@1168300188 after retry RPC after error@1211506392) -> (continuation of Deferred@1430178224 after retry RPC after error@126402720) -> (continuation of Deferred@1421713141 after retry RPC after error@746949220) -> (continuation of Deferred@265659661 after retry RPC after error@1310325143) -> (continuation of Deferred@1995152535 after retry RPC after error@1992158852) -> (continuation of Deferred@1415757971 after retry RPC after error@1438011081) -> (continuation of Deferred@2140372940 after retry RPC after error@1715693428), errback=(continuation of Deferred@1168300188 after retry RPC after error@1211506392) -> (continuation of Deferred@1430178224 after retry RPC after error@126402720) -> (continuation of Deferred@1421713141 after retry RPC after error@746949220) -> (continuation of Deferred@265659661 after retry RPC after error@1310325143) -> (continuation of Deferred@1995152535 after retry RPC after error@1992158852) -> (continuation of Deferred@1415757971 after retry RPC after error@1438011081) -> (continuation of Deferred@2140372940 after retry RPC after error@1715693428)))
20:14:58.526 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@31094720(state=PENDING, result=null, callback=(continuation of Deferred@1168300188 after retry RPC after error@1211506392) -> (continuation of Deferred@1430178224 after retry RPC after error@126402720) -> (continuation of Deferred@1421713141 after retry RPC after error@746949220) -> (continuation of Deferred@265659661 after retry RPC after error@1310325143) -> (continuation of Deferred@1995152535 after retry RPC after error@1992158852) -> (continuation of Deferred@1415757971 after retry RPC after error@1438011081) -> (continuation of Deferred@2140372940 after retry RPC after error@1715693428), errback=(continuation of Deferred@1168300188 after retry RPC after error@1211506392) -> (continuation of Deferred@1430178224 after retry RPC after error@126402720) -> (continuation of Deferred@1421713141 after retry RPC after error@746949220) -> (continuation of Deferred@265659661 after retry RPC after error@1310325143) -> (continuation of Deferred@1995152535 after retry RPC after error@1992158852) -> (continuation of Deferred@1415757971 after retry RPC after error@1438011081) -> (continuation of Deferred@2140372940 after retry RPC after error@1715693428)))
20:14:58.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.745 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2122875649(state=PENDING, result=null, callback=(continuation of Deferred@1060945732 after retry RPC after error@576684055) -> (continuation of Deferred@955530598 after retry RPC after error@39723506) -> (continuation of Deferred@1480751202 after retry RPC after error@113443909) -> (continuation of Deferred@524621558 after retry RPC after error@1827136861) -> (continuation of Deferred@665649611 after retry RPC after error@961730647) -> (continuation of Deferred@236428077 after retry RPC after error@1569282751) -> (continuation of Deferred@317041564 after retry RPC after error@1029327351), errback=(continuation of Deferred@1060945732 after retry RPC after error@576684055) -> (continuation of Deferred@955530598 after retry RPC after error@39723506) -> (continuation of Deferred@1480751202 after retry RPC after error@113443909) -> (continuation of Deferred@524621558 after retry RPC after error@1827136861) -> (continuation of Deferred@665649611 after retry RPC after error@961730647) -> (continuation of Deferred@236428077 after retry RPC after error@1569282751) -> (continuation of Deferred@317041564 after retry RPC after error@1029327351)))
20:14:58.745 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2122875649(state=PENDING, result=null, callback=(continuation of Deferred@1060945732 after retry RPC after error@576684055) -> (continuation of Deferred@955530598 after retry RPC after error@39723506) -> (continuation of Deferred@1480751202 after retry RPC after error@113443909) -> (continuation of Deferred@524621558 after retry RPC after error@1827136861) -> (continuation of Deferred@665649611 after retry RPC after error@961730647) -> (continuation of Deferred@236428077 after retry RPC after error@1569282751) -> (continuation of Deferred@317041564 after retry RPC after error@1029327351), errback=(continuation of Deferred@1060945732 after retry RPC after error@576684055) -> (continuation of Deferred@955530598 after retry RPC after error@39723506) -> (continuation of Deferred@1480751202 after retry RPC after error@113443909) -> (continuation of Deferred@524621558 after retry RPC after error@1827136861) -> (continuation of Deferred@665649611 after retry RPC after error@961730647) -> (continuation of Deferred@236428077 after retry RPC after error@1569282751) -> (continuation of Deferred@317041564 after retry RPC after error@1029327351)))
20:14:58.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.766 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.824 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@946169861(state=PENDING, result=null, callback=(continuation of Deferred@1434025248 after retry RPC after error@2046361523) -> (continuation of Deferred@1587113221 after retry RPC after error@1294926739) -> (continuation of Deferred@1394734955 after retry RPC after error@1830461403) -> (continuation of Deferred@2021533240 after retry RPC after error@1308135743) -> (continuation of Deferred@289320260 after retry RPC after error@677580031) -> (continuation of Deferred@556118061 after retry RPC after error@685620319), errback=(continuation of Deferred@1434025248 after retry RPC after error@2046361523) -> (continuation of Deferred@1587113221 after retry RPC after error@1294926739) -> (continuation of Deferred@1394734955 after retry RPC after error@1830461403) -> (continuation of Deferred@2021533240 after retry RPC after error@1308135743) -> (continuation of Deferred@289320260 after retry RPC after error@677580031) -> (continuation of Deferred@556118061 after retry RPC after error@685620319)))
20:14:58.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@946169861(state=PENDING, result=null, callback=(continuation of Deferred@1434025248 after retry RPC after error@2046361523) -> (continuation of Deferred@1587113221 after retry RPC after error@1294926739) -> (continuation of Deferred@1394734955 after retry RPC after error@1830461403) -> (continuation of Deferred@2021533240 after retry RPC after error@1308135743) -> (continuation of Deferred@289320260 after retry RPC after error@677580031) -> (continuation of Deferred@556118061 after retry RPC after error@685620319), errback=(continuation of Deferred@1434025248 after retry RPC after error@2046361523) -> (continuation of Deferred@1587113221 after retry RPC after error@1294926739) -> (continuation of Deferred@1394734955 after retry RPC after error@1830461403) -> (continuation of Deferred@2021533240 after retry RPC after error@1308135743) -> (continuation of Deferred@289320260 after retry RPC after error@677580031) -> (continuation of Deferred@556118061 after retry RPC after error@685620319)))
20:14:58.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:58.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:58.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:58.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:58.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:58.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@505739317(state=PENDING, result=null, callback=(continuation of Deferred@3149323 after retry RPC after error@1009140744) -> (continuation of Deferred@225070367 after retry RPC after error@884406743) -> (continuation of Deferred@888596764 after retry RPC after error@981396878) -> (continuation of Deferred@1696812395 after retry RPC after error@1725458521) -> (continuation of Deferred@1709560727 after retry RPC after error@683294776) -> (continuation of Deferred@1460471889 after retry RPC after error@1915893833), errback=(continuation of Deferred@3149323 after retry RPC after error@1009140744) -> (continuation of Deferred@225070367 after retry RPC after error@884406743) -> (continuation of Deferred@888596764 after retry RPC after error@981396878) -> (continuation of Deferred@1696812395 after retry RPC after error@1725458521) -> (continuation of Deferred@1709560727 after retry RPC after error@683294776) -> (continuation of Deferred@1460471889 after retry RPC after error@1915893833)))
20:14:59.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@505739317(state=PENDING, result=null, callback=(continuation of Deferred@3149323 after retry RPC after error@1009140744) -> (continuation of Deferred@225070367 after retry RPC after error@884406743) -> (continuation of Deferred@888596764 after retry RPC after error@981396878) -> (continuation of Deferred@1696812395 after retry RPC after error@1725458521) -> (continuation of Deferred@1709560727 after retry RPC after error@683294776) -> (continuation of Deferred@1460471889 after retry RPC after error@1915893833), errback=(continuation of Deferred@3149323 after retry RPC after error@1009140744) -> (continuation of Deferred@225070367 after retry RPC after error@884406743) -> (continuation of Deferred@888596764 after retry RPC after error@981396878) -> (continuation of Deferred@1696812395 after retry RPC after error@1725458521) -> (continuation of Deferred@1709560727 after retry RPC after error@683294776) -> (continuation of Deferred@1460471889 after retry RPC after error@1915893833)))
20:14:59.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@680311106(state=PENDING, result=null, callback=(continuation of Deferred@1501422609 after retry RPC after error@794066332) -> (continuation of Deferred@889979146 after retry RPC after error@2022172736) -> (continuation of Deferred@1324140077 after retry RPC after error@1113127665) -> (continuation of Deferred@386512865 after retry RPC after error@1342933160) -> (continuation of Deferred@2021585194 after retry RPC after error@2113147814) -> (continuation of Deferred@664274246 after retry RPC after error@735741909), errback=(continuation of Deferred@1501422609 after retry RPC after error@794066332) -> (continuation of Deferred@889979146 after retry RPC after error@2022172736) -> (continuation of Deferred@1324140077 after retry RPC after error@1113127665) -> (continuation of Deferred@386512865 after retry RPC after error@1342933160) -> (continuation of Deferred@2021585194 after retry RPC after error@2113147814) -> (continuation of Deferred@664274246 after retry RPC after error@735741909)))
20:14:59.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@680311106(state=PENDING, result=null, callback=(continuation of Deferred@1501422609 after retry RPC after error@794066332) -> (continuation of Deferred@889979146 after retry RPC after error@2022172736) -> (continuation of Deferred@1324140077 after retry RPC after error@1113127665) -> (continuation of Deferred@386512865 after retry RPC after error@1342933160) -> (continuation of Deferred@2021585194 after retry RPC after error@2113147814) -> (continuation of Deferred@664274246 after retry RPC after error@735741909), errback=(continuation of Deferred@1501422609 after retry RPC after error@794066332) -> (continuation of Deferred@889979146 after retry RPC after error@2022172736) -> (continuation of Deferred@1324140077 after retry RPC after error@1113127665) -> (continuation of Deferred@386512865 after retry RPC after error@1342933160) -> (continuation of Deferred@2021585194 after retry RPC after error@2113147814) -> (continuation of Deferred@664274246 after retry RPC after error@735741909)))
20:14:59.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@554388189(state=PENDING, result=null, callback=(continuation of Deferred@762211249 after retry RPC after error@96479966) -> (continuation of Deferred@1524088434 after retry RPC after error@561072727) -> (continuation of Deferred@2132577835 after retry RPC after error@2064571852) -> (continuation of Deferred@483252465 after retry RPC after error@935664333) -> (continuation of Deferred@749975496 after retry RPC after error@559873839) -> (continuation of Deferred@1403433381 after retry RPC after error@1277876846) -> (continuation of Deferred@2098608596 after retry RPC after error@736560862), errback=(continuation of Deferred@762211249 after retry RPC after error@96479966) -> (continuation of Deferred@1524088434 after retry RPC after error@561072727) -> (continuation of Deferred@2132577835 after retry RPC after error@2064571852) -> (continuation of Deferred@483252465 after retry RPC after error@935664333) -> (continuation of Deferred@749975496 after retry RPC after error@559873839) -> (continuation of Deferred@1403433381 after retry RPC after error@1277876846) -> (continuation of Deferred@2098608596 after retry RPC after error@736560862)))
20:14:59.546 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@554388189(state=PENDING, result=null, callback=(continuation of Deferred@762211249 after retry RPC after error@96479966) -> (continuation of Deferred@1524088434 after retry RPC after error@561072727) -> (continuation of Deferred@2132577835 after retry RPC after error@2064571852) -> (continuation of Deferred@483252465 after retry RPC after error@935664333) -> (continuation of Deferred@749975496 after retry RPC after error@559873839) -> (continuation of Deferred@1403433381 after retry RPC after error@1277876846) -> (continuation of Deferred@2098608596 after retry RPC after error@736560862), errback=(continuation of Deferred@762211249 after retry RPC after error@96479966) -> (continuation of Deferred@1524088434 after retry RPC after error@561072727) -> (continuation of Deferred@2132577835 after retry RPC after error@2064571852) -> (continuation of Deferred@483252465 after retry RPC after error@935664333) -> (continuation of Deferred@749975496 after retry RPC after error@559873839) -> (continuation of Deferred@1403433381 after retry RPC after error@1277876846) -> (continuation of Deferred@2098608596 after retry RPC after error@736560862)))
20:14:59.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@729044619(state=PENDING, result=null, callback=(continuation of Deferred@103101456 after retry RPC after error@2031509611) -> (continuation of Deferred@1800320684 after retry RPC after error@1653044544) -> (continuation of Deferred@1294813364 after retry RPC after error@133327938) -> (continuation of Deferred@420958662 after retry RPC after error@1080236753) -> (continuation of Deferred@1730970241 after retry RPC after error@1940419162) -> (continuation of Deferred@1343394952 after retry RPC after error@142584265) -> (continuation of Deferred@197401293 after retry RPC after error@995005261), errback=(continuation of Deferred@103101456 after retry RPC after error@2031509611) -> (continuation of Deferred@1800320684 after retry RPC after error@1653044544) -> (continuation of Deferred@1294813364 after retry RPC after error@133327938) -> (continuation of Deferred@420958662 after retry RPC after error@1080236753) -> (continuation of Deferred@1730970241 after retry RPC after error@1940419162) -> (continuation of Deferred@1343394952 after retry RPC after error@142584265) -> (continuation of Deferred@197401293 after retry RPC after error@995005261)))
20:14:59.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@729044619(state=PENDING, result=null, callback=(continuation of Deferred@103101456 after retry RPC after error@2031509611) -> (continuation of Deferred@1800320684 after retry RPC after error@1653044544) -> (continuation of Deferred@1294813364 after retry RPC after error@133327938) -> (continuation of Deferred@420958662 after retry RPC after error@1080236753) -> (continuation of Deferred@1730970241 after retry RPC after error@1940419162) -> (continuation of Deferred@1343394952 after retry RPC after error@142584265) -> (continuation of Deferred@197401293 after retry RPC after error@995005261), errback=(continuation of Deferred@103101456 after retry RPC after error@2031509611) -> (continuation of Deferred@1800320684 after retry RPC after error@1653044544) -> (continuation of Deferred@1294813364 after retry RPC after error@133327938) -> (continuation of Deferred@420958662 after retry RPC after error@1080236753) -> (continuation of Deferred@1730970241 after retry RPC after error@1940419162) -> (continuation of Deferred@1343394952 after retry RPC after error@142584265) -> (continuation of Deferred@197401293 after retry RPC after error@995005261)))
20:14:59.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@923692492(state=PENDING, result=null, callback=(continuation of Deferred@429914067 after retry RPC after error@174882460) -> (continuation of Deferred@861784491 after retry RPC after error@2012852737) -> (continuation of Deferred@297726530 after retry RPC after error@2026894967) -> (continuation of Deferred@629303380 after retry RPC after error@525447007) -> (continuation of Deferred@2040226325 after retry RPC after error@2120240927) -> (continuation of Deferred@1209419855 after retry RPC after error@1521429829), errback=(continuation of Deferred@429914067 after retry RPC after error@174882460) -> (continuation of Deferred@861784491 after retry RPC after error@2012852737) -> (continuation of Deferred@297726530 after retry RPC after error@2026894967) -> (continuation of Deferred@629303380 after retry RPC after error@525447007) -> (continuation of Deferred@2040226325 after retry RPC after error@2120240927) -> (continuation of Deferred@1209419855 after retry RPC after error@1521429829)))
20:14:59.945 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@923692492(state=PENDING, result=null, callback=(continuation of Deferred@429914067 after retry RPC after error@174882460) -> (continuation of Deferred@861784491 after retry RPC after error@2012852737) -> (continuation of Deferred@297726530 after retry RPC after error@2026894967) -> (continuation of Deferred@629303380 after retry RPC after error@525447007) -> (continuation of Deferred@2040226325 after retry RPC after error@2120240927) -> (continuation of Deferred@1209419855 after retry RPC after error@1521429829), errback=(continuation of Deferred@429914067 after retry RPC after error@174882460) -> (continuation of Deferred@861784491 after retry RPC after error@2012852737) -> (continuation of Deferred@297726530 after retry RPC after error@2026894967) -> (continuation of Deferred@629303380 after retry RPC after error@525447007) -> (continuation of Deferred@2040226325 after retry RPC after error@2120240927) -> (continuation of Deferred@1209419855 after retry RPC after error@1521429829)))
20:14:59.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:14:59.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:14:59.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:14:59.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:14:59.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:14:59.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.223 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2010854935(state=PENDING, result=null, callback=(continuation of Deferred@994279151 after retry RPC after error@127084352) -> (continuation of Deferred@308237674 after retry RPC after error@1008378552) -> (continuation of Deferred@470681554 after retry RPC after error@45713972) -> (continuation of Deferred@1780841228 after retry RPC after error@54729618) -> (continuation of Deferred@1864350911 after retry RPC after error@557413186) -> (continuation of Deferred@1619362162 after retry RPC after error@2063698299) -> (continuation of Deferred@1768499424 after retry RPC after error@60876268), errback=(continuation of Deferred@994279151 after retry RPC after error@127084352) -> (continuation of Deferred@308237674 after retry RPC after error@1008378552) -> (continuation of Deferred@470681554 after retry RPC after error@45713972) -> (continuation of Deferred@1780841228 after retry RPC after error@54729618) -> (continuation of Deferred@1864350911 after retry RPC after error@557413186) -> (continuation of Deferred@1619362162 after retry RPC after error@2063698299) -> (continuation of Deferred@1768499424 after retry RPC after error@60876268)))
20:15:00.224 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:15:00.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.344 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1770191077(state=PENDING, result=null, callback=(continuation of Deferred@1699090395 after retry RPC after error@2918631) -> (continuation of Deferred@304078980 after retry RPC after error@1814329330) -> (continuation of Deferred@961123706 after retry RPC after error@1573275908) -> (continuation of Deferred@808487416 after retry RPC after error@2145711083) -> (continuation of Deferred@175332136 after retry RPC after error@1695726859) -> (continuation of Deferred@1373214488 after retry RPC after error@167398755), errback=(continuation of Deferred@1699090395 after retry RPC after error@2918631) -> (continuation of Deferred@304078980 after retry RPC after error@1814329330) -> (continuation of Deferred@961123706 after retry RPC after error@1573275908) -> (continuation of Deferred@808487416 after retry RPC after error@2145711083) -> (continuation of Deferred@175332136 after retry RPC after error@1695726859) -> (continuation of Deferred@1373214488 after retry RPC after error@167398755)))
20:15:00.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1770191077(state=PENDING, result=null, callback=(continuation of Deferred@1699090395 after retry RPC after error@2918631) -> (continuation of Deferred@304078980 after retry RPC after error@1814329330) -> (continuation of Deferred@961123706 after retry RPC after error@1573275908) -> (continuation of Deferred@808487416 after retry RPC after error@2145711083) -> (continuation of Deferred@175332136 after retry RPC after error@1695726859) -> (continuation of Deferred@1373214488 after retry RPC after error@167398755), errback=(continuation of Deferred@1699090395 after retry RPC after error@2918631) -> (continuation of Deferred@304078980 after retry RPC after error@1814329330) -> (continuation of Deferred@961123706 after retry RPC after error@1573275908) -> (continuation of Deferred@808487416 after retry RPC after error@2145711083) -> (continuation of Deferred@175332136 after retry RPC after error@1695726859) -> (continuation of Deferred@1373214488 after retry RPC after error@167398755)))
20:15:00.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@838880678(state=PENDING, result=null, callback=(continuation of Deferred@628674012 after retry RPC after error@1772049927) -> (continuation of Deferred@1888410352 after retry RPC after error@1087624250) -> (continuation of Deferred@598144977 after retry RPC after error@807051980) -> (continuation of Deferred@918923109 after retry RPC after error@1760151427) -> (continuation of Deferred@2087042352 after retry RPC after error@428637362) -> (continuation of Deferred@48832105 after retry RPC after error@614077544), errback=(continuation of Deferred@628674012 after retry RPC after error@1772049927) -> (continuation of Deferred@1888410352 after retry RPC after error@1087624250) -> (continuation of Deferred@598144977 after retry RPC after error@807051980) -> (continuation of Deferred@918923109 after retry RPC after error@1760151427) -> (continuation of Deferred@2087042352 after retry RPC after error@428637362) -> (continuation of Deferred@48832105 after retry RPC after error@614077544)))
20:15:00.606 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@838880678(state=PENDING, result=null, callback=(continuation of Deferred@628674012 after retry RPC after error@1772049927) -> (continuation of Deferred@1888410352 after retry RPC after error@1087624250) -> (continuation of Deferred@598144977 after retry RPC after error@807051980) -> (continuation of Deferred@918923109 after retry RPC after error@1760151427) -> (continuation of Deferred@2087042352 after retry RPC after error@428637362) -> (continuation of Deferred@48832105 after retry RPC after error@614077544), errback=(continuation of Deferred@628674012 after retry RPC after error@1772049927) -> (continuation of Deferred@1888410352 after retry RPC after error@1087624250) -> (continuation of Deferred@598144977 after retry RPC after error@807051980) -> (continuation of Deferred@918923109 after retry RPC after error@1760151427) -> (continuation of Deferred@2087042352 after retry RPC after error@428637362) -> (continuation of Deferred@48832105 after retry RPC after error@614077544)))
20:15:00.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@59864502(state=PENDING, result=null, callback=(continuation of Deferred@1413229887 after retry RPC after error@1732411944) -> (continuation of Deferred@1728405759 after retry RPC after error@1865516396) -> (continuation of Deferred@1523652704 after retry RPC after error@703693520) -> (continuation of Deferred@1698635145 after retry RPC after error@105316007) -> (continuation of Deferred@1418126359 after retry RPC after error@1908673365) -> (continuation of Deferred@1812632497 after retry RPC after error@1560869713) -> (continuation of Deferred@1053625019 after retry RPC after error@1870803092) -> (continuation of Deferred@1470996942 after retry RPC after error@1298467353), errback=(continuation of Deferred@1413229887 after retry RPC after error@1732411944) -> (continuation of Deferred@1728405759 after retry RPC after error@1865516396) -> (continuation of Deferred@1523652704 after retry RPC after error@703693520) -> (continuation of Deferred@1698635145 after retry RPC after error@105316007) -> (continuation of Deferred@1418126359 after retry RPC after error@1908673365) -> (continuation of Deferred@1812632497 after retry RPC after error@1560869713) -> (continuation of Deferred@1053625019 after retry RPC after error@1870803092) -> (continuation of Deferred@1470996942 after retry RPC after error@1298467353)))
20:15:00.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@59864502(state=PENDING, result=null, callback=(continuation of Deferred@1413229887 after retry RPC after error@1732411944) -> (continuation of Deferred@1728405759 after retry RPC after error@1865516396) -> (continuation of Deferred@1523652704 after retry RPC after error@703693520) -> (continuation of Deferred@1698635145 after retry RPC after error@105316007) -> (continuation of Deferred@1418126359 after retry RPC after error@1908673365) -> (continuation of Deferred@1812632497 after retry RPC after error@1560869713) -> (continuation of Deferred@1053625019 after retry RPC after error@1870803092) -> (continuation of Deferred@1470996942 after retry RPC after error@1298467353), errback=(continuation of Deferred@1413229887 after retry RPC after error@1732411944) -> (continuation of Deferred@1728405759 after retry RPC after error@1865516396) -> (continuation of Deferred@1523652704 after retry RPC after error@703693520) -> (continuation of Deferred@1698635145 after retry RPC after error@105316007) -> (continuation of Deferred@1418126359 after retry RPC after error@1908673365) -> (continuation of Deferred@1812632497 after retry RPC after error@1560869713) -> (continuation of Deferred@1053625019 after retry RPC after error@1870803092) -> (continuation of Deferred@1470996942 after retry RPC after error@1298467353)))
20:15:00.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:00.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:00.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:00.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:00.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:00.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@275387290(state=PENDING, result=null, callback=(continuation of Deferred@612326431 after retry RPC after error@680973804) -> (continuation of Deferred@463929669 after retry RPC after error@1527854952) -> (continuation of Deferred@89130929 after retry RPC after error@460823362) -> (continuation of Deferred@955845696 after retry RPC after error@1786889792) -> (continuation of Deferred@1877551406 after retry RPC after error@1214448154) -> (continuation of Deferred@948477018 after retry RPC after error@1549790925), errback=(continuation of Deferred@612326431 after retry RPC after error@680973804) -> (continuation of Deferred@463929669 after retry RPC after error@1527854952) -> (continuation of Deferred@89130929 after retry RPC after error@460823362) -> (continuation of Deferred@955845696 after retry RPC after error@1786889792) -> (continuation of Deferred@1877551406 after retry RPC after error@1214448154) -> (continuation of Deferred@948477018 after retry RPC after error@1549790925)))
20:15:01.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@275387290(state=PENDING, result=null, callback=(continuation of Deferred@612326431 after retry RPC after error@680973804) -> (continuation of Deferred@463929669 after retry RPC after error@1527854952) -> (continuation of Deferred@89130929 after retry RPC after error@460823362) -> (continuation of Deferred@955845696 after retry RPC after error@1786889792) -> (continuation of Deferred@1877551406 after retry RPC after error@1214448154) -> (continuation of Deferred@948477018 after retry RPC after error@1549790925), errback=(continuation of Deferred@612326431 after retry RPC after error@680973804) -> (continuation of Deferred@463929669 after retry RPC after error@1527854952) -> (continuation of Deferred@89130929 after retry RPC after error@460823362) -> (continuation of Deferred@955845696 after retry RPC after error@1786889792) -> (continuation of Deferred@1877551406 after retry RPC after error@1214448154) -> (continuation of Deferred@948477018 after retry RPC after error@1549790925)))
20:15:01.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1324323617(state=PENDING, result=null, callback=(continuation of Deferred@983410531 after retry RPC after error@761169853) -> (continuation of Deferred@113591022 after retry RPC after error@880914316) -> (continuation of Deferred@1676718272 after retry RPC after error@986357868) -> (continuation of Deferred@372529129 after retry RPC after error@804288364) -> (continuation of Deferred@1239459042 after retry RPC after error@650556530) -> (continuation of Deferred@309929052 after retry RPC after error@1042184808) -> (continuation of Deferred@1913982717 after retry RPC after error@1633898985), errback=(continuation of Deferred@983410531 after retry RPC after error@761169853) -> (continuation of Deferred@113591022 after retry RPC after error@880914316) -> (continuation of Deferred@1676718272 after retry RPC after error@986357868) -> (continuation of Deferred@372529129 after retry RPC after error@804288364) -> (continuation of Deferred@1239459042 after retry RPC after error@650556530) -> (continuation of Deferred@309929052 after retry RPC after error@1042184808) -> (continuation of Deferred@1913982717 after retry RPC after error@1633898985)))
20:15:01.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1324323617(state=PENDING, result=null, callback=(continuation of Deferred@983410531 after retry RPC after error@761169853) -> (continuation of Deferred@113591022 after retry RPC after error@880914316) -> (continuation of Deferred@1676718272 after retry RPC after error@986357868) -> (continuation of Deferred@372529129 after retry RPC after error@804288364) -> (continuation of Deferred@1239459042 after retry RPC after error@650556530) -> (continuation of Deferred@309929052 after retry RPC after error@1042184808) -> (continuation of Deferred@1913982717 after retry RPC after error@1633898985), errback=(continuation of Deferred@983410531 after retry RPC after error@761169853) -> (continuation of Deferred@113591022 after retry RPC after error@880914316) -> (continuation of Deferred@1676718272 after retry RPC after error@986357868) -> (continuation of Deferred@372529129 after retry RPC after error@804288364) -> (continuation of Deferred@1239459042 after retry RPC after error@650556530) -> (continuation of Deferred@309929052 after retry RPC after error@1042184808) -> (continuation of Deferred@1913982717 after retry RPC after error@1633898985)))
20:15:01.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.384 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2059098250(state=PENDING, result=null, callback=(continuation of Deferred@1948954090 after retry RPC after error@871934357) -> (continuation of Deferred@1371357330 after retry RPC after error@1902259495) -> (continuation of Deferred@1350998812 after retry RPC after error@650392728) -> (continuation of Deferred@491149570 after retry RPC after error@2100118680) -> (continuation of Deferred@429354586 after retry RPC after error@519104772) -> (continuation of Deferred@827407761 after retry RPC after error@642754215), errback=(continuation of Deferred@1948954090 after retry RPC after error@871934357) -> (continuation of Deferred@1371357330 after retry RPC after error@1902259495) -> (continuation of Deferred@1350998812 after retry RPC after error@650392728) -> (continuation of Deferred@491149570 after retry RPC after error@2100118680) -> (continuation of Deferred@429354586 after retry RPC after error@519104772) -> (continuation of Deferred@827407761 after retry RPC after error@642754215)))
20:15:01.386 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2059098250(state=PENDING, result=null, callback=(continuation of Deferred@1948954090 after retry RPC after error@871934357) -> (continuation of Deferred@1371357330 after retry RPC after error@1902259495) -> (continuation of Deferred@1350998812 after retry RPC after error@650392728) -> (continuation of Deferred@491149570 after retry RPC after error@2100118680) -> (continuation of Deferred@429354586 after retry RPC after error@519104772) -> (continuation of Deferred@827407761 after retry RPC after error@642754215), errback=(continuation of Deferred@1948954090 after retry RPC after error@871934357) -> (continuation of Deferred@1371357330 after retry RPC after error@1902259495) -> (continuation of Deferred@1350998812 after retry RPC after error@650392728) -> (continuation of Deferred@491149570 after retry RPC after error@2100118680) -> (continuation of Deferred@429354586 after retry RPC after error@519104772) -> (continuation of Deferred@827407761 after retry RPC after error@642754215)))
20:15:01.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1138675927(state=PENDING, result=null, callback=(continuation of Deferred@1809198654 after retry RPC after error@1009468229) -> (continuation of Deferred@1350344872 after retry RPC after error@1695652376) -> (continuation of Deferred@1072492378 after retry RPC after error@1497084553) -> (continuation of Deferred@1828139238 after retry RPC after error@98543162) -> (continuation of Deferred@1561403364 after retry RPC after error@1505382709) -> (continuation of Deferred@203373284 after retry RPC after error@1955177259), errback=(continuation of Deferred@1809198654 after retry RPC after error@1009468229) -> (continuation of Deferred@1350344872 after retry RPC after error@1695652376) -> (continuation of Deferred@1072492378 after retry RPC after error@1497084553) -> (continuation of Deferred@1828139238 after retry RPC after error@98543162) -> (continuation of Deferred@1561403364 after retry RPC after error@1505382709) -> (continuation of Deferred@203373284 after retry RPC after error@1955177259)))
20:15:01.585 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1138675927(state=PENDING, result=null, callback=(continuation of Deferred@1809198654 after retry RPC after error@1009468229) -> (continuation of Deferred@1350344872 after retry RPC after error@1695652376) -> (continuation of Deferred@1072492378 after retry RPC after error@1497084553) -> (continuation of Deferred@1828139238 after retry RPC after error@98543162) -> (continuation of Deferred@1561403364 after retry RPC after error@1505382709) -> (continuation of Deferred@203373284 after retry RPC after error@1955177259), errback=(continuation of Deferred@1809198654 after retry RPC after error@1009468229) -> (continuation of Deferred@1350344872 after retry RPC after error@1695652376) -> (continuation of Deferred@1072492378 after retry RPC after error@1497084553) -> (continuation of Deferred@1828139238 after retry RPC after error@98543162) -> (continuation of Deferred@1561403364 after retry RPC after error@1505382709) -> (continuation of Deferred@203373284 after retry RPC after error@1955177259)))
20:15:01.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.604 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@118815575(state=PENDING, result=null, callback=(continuation of Deferred@1377776748 after retry RPC after error@785496631) -> (continuation of Deferred@1780684759 after retry RPC after error@1246599047) -> (continuation of Deferred@1633314550 after retry RPC after error@1123641576) -> (continuation of Deferred@806765263 after retry RPC after error@373361381) -> (continuation of Deferred@614380301 after retry RPC after error@757674334) -> (continuation of Deferred@791354894 after retry RPC after error@824393516) -> (continuation of Deferred@1618277598 after retry RPC after error@70486607), errback=(continuation of Deferred@1377776748 after retry RPC after error@785496631) -> (continuation of Deferred@1780684759 after retry RPC after error@1246599047) -> (continuation of Deferred@1633314550 after retry RPC after error@1123641576) -> (continuation of Deferred@806765263 after retry RPC after error@373361381) -> (continuation of Deferred@614380301 after retry RPC after error@757674334) -> (continuation of Deferred@791354894 after retry RPC after error@824393516) -> (continuation of Deferred@1618277598 after retry RPC after error@70486607)))
20:15:01.806 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@118815575(state=PENDING, result=null, callback=(continuation of Deferred@1377776748 after retry RPC after error@785496631) -> (continuation of Deferred@1780684759 after retry RPC after error@1246599047) -> (continuation of Deferred@1633314550 after retry RPC after error@1123641576) -> (continuation of Deferred@806765263 after retry RPC after error@373361381) -> (continuation of Deferred@614380301 after retry RPC after error@757674334) -> (continuation of Deferred@791354894 after retry RPC after error@824393516) -> (continuation of Deferred@1618277598 after retry RPC after error@70486607), errback=(continuation of Deferred@1377776748 after retry RPC after error@785496631) -> (continuation of Deferred@1780684759 after retry RPC after error@1246599047) -> (continuation of Deferred@1633314550 after retry RPC after error@1123641576) -> (continuation of Deferred@806765263 after retry RPC after error@373361381) -> (continuation of Deferred@614380301 after retry RPC after error@757674334) -> (continuation of Deferred@791354894 after retry RPC after error@824393516) -> (continuation of Deferred@1618277598 after retry RPC after error@70486607)))
20:15:01.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.844 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:01.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:01.924 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:01.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:01.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@776192081(state=PENDING, result=null, callback=(continuation of Deferred@208348168 after retry RPC after error@109206082) -> (continuation of Deferred@897454195 after retry RPC after error@84877253) -> (continuation of Deferred@1343303688 after retry RPC after error@1154818050) -> (continuation of Deferred@32329059 after retry RPC after error@2086767532) -> (continuation of Deferred@623469912 after retry RPC after error@1217500367) -> (continuation of Deferred@595353323 after retry RPC after error@1395695043) -> (continuation of Deferred@1037902168 after retry RPC after error@2041511360), errback=(continuation of Deferred@208348168 after retry RPC after error@109206082) -> (continuation of Deferred@897454195 after retry RPC after error@84877253) -> (continuation of Deferred@1343303688 after retry RPC after error@1154818050) -> (continuation of Deferred@32329059 after retry RPC after error@2086767532) -> (continuation of Deferred@623469912 after retry RPC after error@1217500367) -> (continuation of Deferred@595353323 after retry RPC after error@1395695043) -> (continuation of Deferred@1037902168 after retry RPC after error@2041511360)))
20:15:02.027 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@776192081(state=PENDING, result=null, callback=(continuation of Deferred@208348168 after retry RPC after error@109206082) -> (continuation of Deferred@897454195 after retry RPC after error@84877253) -> (continuation of Deferred@1343303688 after retry RPC after error@1154818050) -> (continuation of Deferred@32329059 after retry RPC after error@2086767532) -> (continuation of Deferred@623469912 after retry RPC after error@1217500367) -> (continuation of Deferred@595353323 after retry RPC after error@1395695043) -> (continuation of Deferred@1037902168 after retry RPC after error@2041511360), errback=(continuation of Deferred@208348168 after retry RPC after error@109206082) -> (continuation of Deferred@897454195 after retry RPC after error@84877253) -> (continuation of Deferred@1343303688 after retry RPC after error@1154818050) -> (continuation of Deferred@32329059 after retry RPC after error@2086767532) -> (continuation of Deferred@623469912 after retry RPC after error@1217500367) -> (continuation of Deferred@595353323 after retry RPC after error@1395695043) -> (continuation of Deferred@1037902168 after retry RPC after error@2041511360)))
20:15:02.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@903637542(state=PENDING, result=null, callback=(continuation of Deferred@299609958 after retry RPC after error@213082875) -> (continuation of Deferred@1670761929 after retry RPC after error@902698695) -> (continuation of Deferred@2040676231 after retry RPC after error@1846619890) -> (continuation of Deferred@589782396 after retry RPC after error@1721376753) -> (continuation of Deferred@246172322 after retry RPC after error@1764594491) -> (continuation of Deferred@1886978015 after retry RPC after error@1185612726) -> (continuation of Deferred@708753563 after retry RPC after error@789533356), errback=(continuation of Deferred@299609958 after retry RPC after error@213082875) -> (continuation of Deferred@1670761929 after retry RPC after error@902698695) -> (continuation of Deferred@2040676231 after retry RPC after error@1846619890) -> (continuation of Deferred@589782396 after retry RPC after error@1721376753) -> (continuation of Deferred@246172322 after retry RPC after error@1764594491) -> (continuation of Deferred@1886978015 after retry RPC after error@1185612726) -> (continuation of Deferred@708753563 after retry RPC after error@789533356)))
20:15:02.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@903637542(state=PENDING, result=null, callback=(continuation of Deferred@299609958 after retry RPC after error@213082875) -> (continuation of Deferred@1670761929 after retry RPC after error@902698695) -> (continuation of Deferred@2040676231 after retry RPC after error@1846619890) -> (continuation of Deferred@589782396 after retry RPC after error@1721376753) -> (continuation of Deferred@246172322 after retry RPC after error@1764594491) -> (continuation of Deferred@1886978015 after retry RPC after error@1185612726) -> (continuation of Deferred@708753563 after retry RPC after error@789533356), errback=(continuation of Deferred@299609958 after retry RPC after error@213082875) -> (continuation of Deferred@1670761929 after retry RPC after error@902698695) -> (continuation of Deferred@2040676231 after retry RPC after error@1846619890) -> (continuation of Deferred@589782396 after retry RPC after error@1721376753) -> (continuation of Deferred@246172322 after retry RPC after error@1764594491) -> (continuation of Deferred@1886978015 after retry RPC after error@1185612726) -> (continuation of Deferred@708753563 after retry RPC after error@789533356)))
20:15:02.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@156450309(state=PENDING, result=null, callback=(continuation of Deferred@1666850978 after retry RPC after error@183052165) -> (continuation of Deferred@1085064557 after retry RPC after error@1344235627) -> (continuation of Deferred@1651645946 after retry RPC after error@560257854) -> (continuation of Deferred@122025426 after retry RPC after error@741509473) -> (continuation of Deferred@1591594192 after retry RPC after error@1499939102) -> (continuation of Deferred@1898239109 after retry RPC after error@1231364673), errback=(continuation of Deferred@1666850978 after retry RPC after error@183052165) -> (continuation of Deferred@1085064557 after retry RPC after error@1344235627) -> (continuation of Deferred@1651645946 after retry RPC after error@560257854) -> (continuation of Deferred@122025426 after retry RPC after error@741509473) -> (continuation of Deferred@1591594192 after retry RPC after error@1499939102) -> (continuation of Deferred@1898239109 after retry RPC after error@1231364673)))
20:15:02.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@156450309(state=PENDING, result=null, callback=(continuation of Deferred@1666850978 after retry RPC after error@183052165) -> (continuation of Deferred@1085064557 after retry RPC after error@1344235627) -> (continuation of Deferred@1651645946 after retry RPC after error@560257854) -> (continuation of Deferred@122025426 after retry RPC after error@741509473) -> (continuation of Deferred@1591594192 after retry RPC after error@1499939102) -> (continuation of Deferred@1898239109 after retry RPC after error@1231364673), errback=(continuation of Deferred@1666850978 after retry RPC after error@183052165) -> (continuation of Deferred@1085064557 after retry RPC after error@1344235627) -> (continuation of Deferred@1651645946 after retry RPC after error@560257854) -> (continuation of Deferred@122025426 after retry RPC after error@741509473) -> (continuation of Deferred@1591594192 after retry RPC after error@1499939102) -> (continuation of Deferred@1898239109 after retry RPC after error@1231364673)))
20:15:02.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.564 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.644 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1945253997(state=PENDING, result=null, callback=(continuation of Deferred@593673540 after retry RPC after error@1263254504) -> (continuation of Deferred@1298447020 after retry RPC after error@800571965) -> (continuation of Deferred@420074002 after retry RPC after error@252427808) -> (continuation of Deferred@1733477559 after retry RPC after error@1986348106) -> (continuation of Deferred@564888022 after retry RPC after error@1938018685) -> (continuation of Deferred@33936582 after retry RPC after error@1587451864) -> (continuation of Deferred@600180972 after retry RPC after error@1319316944), errback=(continuation of Deferred@593673540 after retry RPC after error@1263254504) -> (continuation of Deferred@1298447020 after retry RPC after error@800571965) -> (continuation of Deferred@420074002 after retry RPC after error@252427808) -> (continuation of Deferred@1733477559 after retry RPC after error@1986348106) -> (continuation of Deferred@564888022 after retry RPC after error@1938018685) -> (continuation of Deferred@33936582 after retry RPC after error@1587451864) -> (continuation of Deferred@600180972 after retry RPC after error@1319316944)))
20:15:02.646 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1945253997(state=PENDING, result=null, callback=(continuation of Deferred@593673540 after retry RPC after error@1263254504) -> (continuation of Deferred@1298447020 after retry RPC after error@800571965) -> (continuation of Deferred@420074002 after retry RPC after error@252427808) -> (continuation of Deferred@1733477559 after retry RPC after error@1986348106) -> (continuation of Deferred@564888022 after retry RPC after error@1938018685) -> (continuation of Deferred@33936582 after retry RPC after error@1587451864) -> (continuation of Deferred@600180972 after retry RPC after error@1319316944), errback=(continuation of Deferred@593673540 after retry RPC after error@1263254504) -> (continuation of Deferred@1298447020 after retry RPC after error@800571965) -> (continuation of Deferred@420074002 after retry RPC after error@252427808) -> (continuation of Deferred@1733477559 after retry RPC after error@1986348106) -> (continuation of Deferred@564888022 after retry RPC after error@1938018685) -> (continuation of Deferred@33936582 after retry RPC after error@1587451864) -> (continuation of Deferred@600180972 after retry RPC after error@1319316944)))
20:15:02.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.924 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1208536576(state=PENDING, result=null, callback=(continuation of Deferred@2031844643 after retry RPC after error@226993386) -> (continuation of Deferred@1100604167 after retry RPC after error@1332698618) -> (continuation of Deferred@1841288017 after retry RPC after error@1563400952) -> (continuation of Deferred@1394662273 after retry RPC after error@1712708754) -> (continuation of Deferred@1965276762 after retry RPC after error@1417282140) -> (continuation of Deferred@30615425 after retry RPC after error@1231723109) -> (continuation of Deferred@559099004 after retry RPC after error@633320168) -> (continuation of Deferred@1036547825 after retry RPC after error@543976095), errback=(continuation of Deferred@2031844643 after retry RPC after error@226993386) -> (continuation of Deferred@1100604167 after retry RPC after error@1332698618) -> (continuation of Deferred@1841288017 after retry RPC after error@1563400952) -> (continuation of Deferred@1394662273 after retry RPC after error@1712708754) -> (continuation of Deferred@1965276762 after retry RPC after error@1417282140) -> (continuation of Deferred@30615425 after retry RPC after error@1231723109) -> (continuation of Deferred@559099004 after retry RPC after error@633320168) -> (continuation of Deferred@1036547825 after retry RPC after error@543976095)))
20:15:02.924 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:15:02.948 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.948 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.965 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:02.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:02.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:02.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:02.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:02.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [16ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [18ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [35ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [37ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [77ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [115ms] refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [116ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [117ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [117ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [117ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [156ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [157ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [157ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [157ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [195ms] refreshing cache from master, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [196ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [196ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [197ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [197ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1891954701(state=PENDING, result=null, callback=(continuation of Deferred@476360150 after retry RPC after error@810918249) -> (continuation of Deferred@1645389046 after retry RPC after error@889287713) -> (continuation of Deferred@213017930 after retry RPC after error@292668252) -> (continuation of Deferred@1723064464 after retry RPC after error@1479352347) -> (continuation of Deferred@1202361953 after retry RPC after error@1482606315) -> (continuation of Deferred@563091984 after retry RPC after error@269274049) -> (continuation of Deferred@59137599 after retry RPC after error@759277882), errback=(continuation of Deferred@476360150 after retry RPC after error@810918249) -> (continuation of Deferred@1645389046 after retry RPC after error@889287713) -> (continuation of Deferred@213017930 after retry RPC after error@292668252) -> (continuation of Deferred@1723064464 after retry RPC after error@1479352347) -> (continuation of Deferred@1202361953 after retry RPC after error@1482606315) -> (continuation of Deferred@563091984 after retry RPC after error@269274049) -> (continuation of Deferred@59137599 after retry RPC after error@759277882)))
20:15:03.146 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [16ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [18ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [35ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [37ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [77ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [115ms] refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [116ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [117ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [117ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [117ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [156ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [157ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [157ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [157ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [195ms] refreshing cache from master, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [196ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [196ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [197ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [197ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1891954701(state=PENDING, result=null, callback=(continuation of Deferred@476360150 after retry RPC after error@810918249) -> (continuation of Deferred@1645389046 after retry RPC after error@889287713) -> (continuation of Deferred@213017930 after retry RPC after error@292668252) -> (continuation of Deferred@1723064464 after retry RPC after error@1479352347) -> (continuation of Deferred@1202361953 after retry RPC after error@1482606315) -> (continuation of Deferred@563091984 after retry RPC after error@269274049) -> (continuation of Deferred@59137599 after retry RPC after error@759277882), errback=(continuation of Deferred@476360150 after retry RPC after error@810918249) -> (continuation of Deferred@1645389046 after retry RPC after error@889287713) -> (continuation of Deferred@213017930 after retry RPC after error@292668252) -> (continuation of Deferred@1723064464 after retry RPC after error@1479352347) -> (continuation of Deferred@1202361953 after retry RPC after error@1482606315) -> (continuation of Deferred@563091984 after retry RPC after error@269274049) -> (continuation of Deferred@59137599 after retry RPC after error@759277882)))
20:15:03.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [106ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1932495286(state=PENDING, result=null, callback=(continuation of Deferred@1456963564 after retry RPC after error@363960799) -> (continuation of Deferred@1165363631 after retry RPC after error@1251695246) -> (continuation of Deferred@668890158 after retry RPC after error@1043889771) -> (continuation of Deferred@1274426226 after retry RPC after error@1537822632) -> (continuation of Deferred@260190199 after retry RPC after error@1924453194) -> (continuation of Deferred@144905165 after retry RPC after error@434555262) -> (continuation of Deferred@126201890 after retry RPC after error@1400839451) -> (continuation of Deferred@1129464258 after retry RPC after error@1817234927), errback=(continuation of Deferred@1456963564 after retry RPC after error@363960799) -> (continuation of Deferred@1165363631 after retry RPC after error@1251695246) -> (continuation of Deferred@668890158 after retry RPC after error@1043889771) -> (continuation of Deferred@1274426226 after retry RPC after error@1537822632) -> (continuation of Deferred@260190199 after retry RPC after error@1924453194) -> (continuation of Deferred@144905165 after retry RPC after error@434555262) -> (continuation of Deferred@126201890 after retry RPC after error@1400839451) -> (continuation of Deferred@1129464258 after retry RPC after error@1817234927)))
20:15:03.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [106ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1932495286(state=PENDING, result=null, callback=(continuation of Deferred@1456963564 after retry RPC after error@363960799) -> (continuation of Deferred@1165363631 after retry RPC after error@1251695246) -> (continuation of Deferred@668890158 after retry RPC after error@1043889771) -> (continuation of Deferred@1274426226 after retry RPC after error@1537822632) -> (continuation of Deferred@260190199 after retry RPC after error@1924453194) -> (continuation of Deferred@144905165 after retry RPC after error@434555262) -> (continuation of Deferred@126201890 after retry RPC after error@1400839451) -> (continuation of Deferred@1129464258 after retry RPC after error@1817234927), errback=(continuation of Deferred@1456963564 after retry RPC after error@363960799) -> (continuation of Deferred@1165363631 after retry RPC after error@1251695246) -> (continuation of Deferred@668890158 after retry RPC after error@1043889771) -> (continuation of Deferred@1274426226 after retry RPC after error@1537822632) -> (continuation of Deferred@260190199 after retry RPC after error@1924453194) -> (continuation of Deferred@144905165 after retry RPC after error@434555262) -> (continuation of Deferred@126201890 after retry RPC after error@1400839451) -> (continuation of Deferred@1129464258 after retry RPC after error@1817234927)))
20:15:03.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@797850556(state=PENDING, result=null, callback=(continuation of Deferred@1085393044 after retry RPC after error@1578451467) -> (continuation of Deferred@1096192079 after retry RPC after error@526057474) -> (continuation of Deferred@1365282325 after retry RPC after error@630299432) -> (continuation of Deferred@1345368893 after retry RPC after error@388817449) -> (continuation of Deferred@1114228479 after retry RPC after error@1795706177) -> (continuation of Deferred@1056219718 after retry RPC after error@1312367131) -> (continuation of Deferred@1122716445 after retry RPC after error@1797289028), errback=(continuation of Deferred@1085393044 after retry RPC after error@1578451467) -> (continuation of Deferred@1096192079 after retry RPC after error@526057474) -> (continuation of Deferred@1365282325 after retry RPC after error@630299432) -> (continuation of Deferred@1345368893 after retry RPC after error@388817449) -> (continuation of Deferred@1114228479 after retry RPC after error@1795706177) -> (continuation of Deferred@1056219718 after retry RPC after error@1312367131) -> (continuation of Deferred@1122716445 after retry RPC after error@1797289028)))
20:15:03.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@797850556(state=PENDING, result=null, callback=(continuation of Deferred@1085393044 after retry RPC after error@1578451467) -> (continuation of Deferred@1096192079 after retry RPC after error@526057474) -> (continuation of Deferred@1365282325 after retry RPC after error@630299432) -> (continuation of Deferred@1345368893 after retry RPC after error@388817449) -> (continuation of Deferred@1114228479 after retry RPC after error@1795706177) -> (continuation of Deferred@1056219718 after retry RPC after error@1312367131) -> (continuation of Deferred@1122716445 after retry RPC after error@1797289028), errback=(continuation of Deferred@1085393044 after retry RPC after error@1578451467) -> (continuation of Deferred@1096192079 after retry RPC after error@526057474) -> (continuation of Deferred@1365282325 after retry RPC after error@630299432) -> (continuation of Deferred@1345368893 after retry RPC after error@388817449) -> (continuation of Deferred@1114228479 after retry RPC after error@1795706177) -> (continuation of Deferred@1056219718 after retry RPC after error@1312367131) -> (continuation of Deferred@1122716445 after retry RPC after error@1797289028)))
20:15:03.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.684 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.724 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.904 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@224090312(state=PENDING, result=null, callback=(continuation of Deferred@1242875206 after retry RPC after error@1902005472) -> (continuation of Deferred@1290254563 after retry RPC after error@455943343) -> (continuation of Deferred@2004876409 after retry RPC after error@1959106362) -> (continuation of Deferred@85203425 after retry RPC after error@2012110256) -> (continuation of Deferred@2138766080 after retry RPC after error@660524946) -> (continuation of Deferred@44040585 after retry RPC after error@128376752) -> (continuation of Deferred@799835839 after retry RPC after error@2120216199), errback=(continuation of Deferred@1242875206 after retry RPC after error@1902005472) -> (continuation of Deferred@1290254563 after retry RPC after error@455943343) -> (continuation of Deferred@2004876409 after retry RPC after error@1959106362) -> (continuation of Deferred@85203425 after retry RPC after error@2012110256) -> (continuation of Deferred@2138766080 after retry RPC after error@660524946) -> (continuation of Deferred@44040585 after retry RPC after error@128376752) -> (continuation of Deferred@799835839 after retry RPC after error@2120216199)))
20:15:03.905 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@224090312(state=PENDING, result=null, callback=(continuation of Deferred@1242875206 after retry RPC after error@1902005472) -> (continuation of Deferred@1290254563 after retry RPC after error@455943343) -> (continuation of Deferred@2004876409 after retry RPC after error@1959106362) -> (continuation of Deferred@85203425 after retry RPC after error@2012110256) -> (continuation of Deferred@2138766080 after retry RPC after error@660524946) -> (continuation of Deferred@44040585 after retry RPC after error@128376752) -> (continuation of Deferred@799835839 after retry RPC after error@2120216199), errback=(continuation of Deferred@1242875206 after retry RPC after error@1902005472) -> (continuation of Deferred@1290254563 after retry RPC after error@455943343) -> (continuation of Deferred@2004876409 after retry RPC after error@1959106362) -> (continuation of Deferred@85203425 after retry RPC after error@2012110256) -> (continuation of Deferred@2138766080 after retry RPC after error@660524946) -> (continuation of Deferred@44040585 after retry RPC after error@128376752) -> (continuation of Deferred@799835839 after retry RPC after error@2120216199)))
20:15:03.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:03.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:03.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:03.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:03.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:03.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2032035944(state=PENDING, result=null, callback=(continuation of Deferred@675804248 after retry RPC after error@463672757) -> (continuation of Deferred@235137079 after retry RPC after error@81042615) -> (continuation of Deferred@329669953 after retry RPC after error@271313981) -> (continuation of Deferred@24702047 after retry RPC after error@560589283) -> (continuation of Deferred@320730 after retry RPC after error@1333902051) -> (continuation of Deferred@165526872 after retry RPC after error@1729457009), errback=(continuation of Deferred@675804248 after retry RPC after error@463672757) -> (continuation of Deferred@235137079 after retry RPC after error@81042615) -> (continuation of Deferred@329669953 after retry RPC after error@271313981) -> (continuation of Deferred@24702047 after retry RPC after error@560589283) -> (continuation of Deferred@320730 after retry RPC after error@1333902051) -> (continuation of Deferred@165526872 after retry RPC after error@1729457009)))
20:15:04.084 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2032035944(state=PENDING, result=null, callback=(continuation of Deferred@675804248 after retry RPC after error@463672757) -> (continuation of Deferred@235137079 after retry RPC after error@81042615) -> (continuation of Deferred@329669953 after retry RPC after error@271313981) -> (continuation of Deferred@24702047 after retry RPC after error@560589283) -> (continuation of Deferred@320730 after retry RPC after error@1333902051) -> (continuation of Deferred@165526872 after retry RPC after error@1729457009), errback=(continuation of Deferred@675804248 after retry RPC after error@463672757) -> (continuation of Deferred@235137079 after retry RPC after error@81042615) -> (continuation of Deferred@329669953 after retry RPC after error@271313981) -> (continuation of Deferred@24702047 after retry RPC after error@560589283) -> (continuation of Deferred@320730 after retry RPC after error@1333902051) -> (continuation of Deferred@165526872 after retry RPC after error@1729457009)))
20:15:04.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.363 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1265171961(state=PENDING, result=null, callback=(continuation of Deferred@1214148340 after retry RPC after error@655041288) -> (continuation of Deferred@769989411 after retry RPC after error@560905299) -> (continuation of Deferred@452742980 after retry RPC after error@1678851184) -> (continuation of Deferred@1638408146 after retry RPC after error@904969104) -> (continuation of Deferred@1301169157 after retry RPC after error@537985912) -> (continuation of Deferred@23518759 after retry RPC after error@830130592) -> (continuation of Deferred@250285542 after retry RPC after error@642368896) -> (continuation of Deferred@300523656 after retry RPC after error@1983466716), errback=(continuation of Deferred@1214148340 after retry RPC after error@655041288) -> (continuation of Deferred@769989411 after retry RPC after error@560905299) -> (continuation of Deferred@452742980 after retry RPC after error@1678851184) -> (continuation of Deferred@1638408146 after retry RPC after error@904969104) -> (continuation of Deferred@1301169157 after retry RPC after error@537985912) -> (continuation of Deferred@23518759 after retry RPC after error@830130592) -> (continuation of Deferred@250285542 after retry RPC after error@642368896) -> (continuation of Deferred@300523656 after retry RPC after error@1983466716)))
20:15:04.364 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:15:04.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@61755427(state=PENDING, result=null, callback=(continuation of Deferred@526597560 after retry RPC after error@371353242) -> (continuation of Deferred@1781448965 after retry RPC after error@468761387) -> (continuation of Deferred@502844176 after retry RPC after error@409696387) -> (continuation of Deferred@80852066 after retry RPC after error@442920496) -> (continuation of Deferred@1100842535 after retry RPC after error@40976887) -> (continuation of Deferred@185243519 after retry RPC after error@573861824) -> (continuation of Deferred@255162655 after retry RPC after error@130281463), errback=(continuation of Deferred@526597560 after retry RPC after error@371353242) -> (continuation of Deferred@1781448965 after retry RPC after error@468761387) -> (continuation of Deferred@502844176 after retry RPC after error@409696387) -> (continuation of Deferred@80852066 after retry RPC after error@442920496) -> (continuation of Deferred@1100842535 after retry RPC after error@40976887) -> (continuation of Deferred@185243519 after retry RPC after error@573861824) -> (continuation of Deferred@255162655 after retry RPC after error@130281463)))
20:15:04.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@61755427(state=PENDING, result=null, callback=(continuation of Deferred@526597560 after retry RPC after error@371353242) -> (continuation of Deferred@1781448965 after retry RPC after error@468761387) -> (continuation of Deferred@502844176 after retry RPC after error@409696387) -> (continuation of Deferred@80852066 after retry RPC after error@442920496) -> (continuation of Deferred@1100842535 after retry RPC after error@40976887) -> (continuation of Deferred@185243519 after retry RPC after error@573861824) -> (continuation of Deferred@255162655 after retry RPC after error@130281463), errback=(continuation of Deferred@526597560 after retry RPC after error@371353242) -> (continuation of Deferred@1781448965 after retry RPC after error@468761387) -> (continuation of Deferred@502844176 after retry RPC after error@409696387) -> (continuation of Deferred@80852066 after retry RPC after error@442920496) -> (continuation of Deferred@1100842535 after retry RPC after error@40976887) -> (continuation of Deferred@185243519 after retry RPC after error@573861824) -> (continuation of Deferred@255162655 after retry RPC after error@130281463)))
20:15:04.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.903 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1303344228(state=PENDING, result=null, callback=(continuation of Deferred@1243521734 after retry RPC after error@1162249245) -> (continuation of Deferred@1517099469 after retry RPC after error@1817660080) -> (continuation of Deferred@1398857070 after retry RPC after error@578280819) -> (continuation of Deferred@283511681 after retry RPC after error@1177731559) -> (continuation of Deferred@334299106 after retry RPC after error@267138217) -> (continuation of Deferred@796298454 after retry RPC after error@2132495654) -> (continuation of Deferred@201113288 after retry RPC after error@1708890722), errback=(continuation of Deferred@1243521734 after retry RPC after error@1162249245) -> (continuation of Deferred@1517099469 after retry RPC after error@1817660080) -> (continuation of Deferred@1398857070 after retry RPC after error@578280819) -> (continuation of Deferred@283511681 after retry RPC after error@1177731559) -> (continuation of Deferred@334299106 after retry RPC after error@267138217) -> (continuation of Deferred@796298454 after retry RPC after error@2132495654) -> (continuation of Deferred@201113288 after retry RPC after error@1708890722)))
20:15:04.903 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:15:04.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.944 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.964 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:04.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:04.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:04.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:04.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:04.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1202495582(state=PENDING, result=null, callback=(continuation of Deferred@482271042 after retry RPC after error@648686718) -> (continuation of Deferred@623714772 after retry RPC after error@128047999) -> (continuation of Deferred@1838108678 after retry RPC after error@439437333) -> (continuation of Deferred@1449060614 after retry RPC after error@1596832401) -> (continuation of Deferred@1211489810 after retry RPC after error@1490306785) -> (continuation of Deferred@2036568612 after retry RPC after error@1269323435) -> (continuation of Deferred@764138626 after retry RPC after error@1460825244) -> (continuation of Deferred@847591144 after retry RPC after error@999371549), errback=(continuation of Deferred@482271042 after retry RPC after error@648686718) -> (continuation of Deferred@623714772 after retry RPC after error@128047999) -> (continuation of Deferred@1838108678 after retry RPC after error@439437333) -> (continuation of Deferred@1449060614 after retry RPC after error@1596832401) -> (continuation of Deferred@1211489810 after retry RPC after error@1490306785) -> (continuation of Deferred@2036568612 after retry RPC after error@1269323435) -> (continuation of Deferred@764138626 after retry RPC after error@1460825244) -> (continuation of Deferred@847591144 after retry RPC after error@999371549)))
20:15:05.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, deferred=Deferred@1202495582(state=PENDING, result=null, callback=(continuation of Deferred@482271042 after retry RPC after error@648686718) -> (continuation of Deferred@623714772 after retry RPC after error@128047999) -> (continuation of Deferred@1838108678 after retry RPC after error@439437333) -> (continuation of Deferred@1449060614 after retry RPC after error@1596832401) -> (continuation of Deferred@1211489810 after retry RPC after error@1490306785) -> (continuation of Deferred@2036568612 after retry RPC after error@1269323435) -> (continuation of Deferred@764138626 after retry RPC after error@1460825244) -> (continuation of Deferred@847591144 after retry RPC after error@999371549), errback=(continuation of Deferred@482271042 after retry RPC after error@648686718) -> (continuation of Deferred@623714772 after retry RPC after error@128047999) -> (continuation of Deferred@1838108678 after retry RPC after error@439437333) -> (continuation of Deferred@1449060614 after retry RPC after error@1596832401) -> (continuation of Deferred@1211489810 after retry RPC after error@1490306785) -> (continuation of Deferred@2036568612 after retry RPC after error@1269323435) -> (continuation of Deferred@764138626 after retry RPC after error@1460825244) -> (continuation of Deferred@847591144 after retry RPC after error@999371549)))
20:15:05.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.423 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@114881048(state=PENDING, result=null, callback=(continuation of Deferred@1814406463 after retry RPC after error@1337852760) -> (continuation of Deferred@623160726 after retry RPC after error@1680724760) -> (continuation of Deferred@627085055 after retry RPC after error@452718024) -> (continuation of Deferred@447986460 after retry RPC after error@269229633) -> (continuation of Deferred@825916873 after retry RPC after error@1953121163) -> (continuation of Deferred@1938189633 after retry RPC after error@50891622) -> (continuation of Deferred@1631480571 after retry RPC after error@1206786892), errback=(continuation of Deferred@1814406463 after retry RPC after error@1337852760) -> (continuation of Deferred@623160726 after retry RPC after error@1680724760) -> (continuation of Deferred@627085055 after retry RPC after error@452718024) -> (continuation of Deferred@447986460 after retry RPC after error@269229633) -> (continuation of Deferred@825916873 after retry RPC after error@1953121163) -> (continuation of Deferred@1938189633 after retry RPC after error@50891622) -> (continuation of Deferred@1631480571 after retry RPC after error@1206786892)))
20:15:05.423 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:15:05.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.504 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.690 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1871694331(state=PENDING, result=null, callback=(continuation of Deferred@345281830 after retry RPC after error@218837627) -> (continuation of Deferred@757738188 after retry RPC after error@1014759043) -> (continuation of Deferred@209088911 after retry RPC after error@1488589456) -> (continuation of Deferred@616185601 after retry RPC after error@1196835571) -> (continuation of Deferred@2022943135 after retry RPC after error@1890912911) -> (continuation of Deferred@92430767 after retry RPC after error@1891035702) -> (continuation of Deferred@353139438 after retry RPC after error@1303772082), errback=(continuation of Deferred@345281830 after retry RPC after error@218837627) -> (continuation of Deferred@757738188 after retry RPC after error@1014759043) -> (continuation of Deferred@209088911 after retry RPC after error@1488589456) -> (continuation of Deferred@616185601 after retry RPC after error@1196835571) -> (continuation of Deferred@2022943135 after retry RPC after error@1890912911) -> (continuation of Deferred@92430767 after retry RPC after error@1891035702) -> (continuation of Deferred@353139438 after retry RPC after error@1303772082)))
20:15:05.690 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1871694331(state=PENDING, result=null, callback=(continuation of Deferred@345281830 after retry RPC after error@218837627) -> (continuation of Deferred@757738188 after retry RPC after error@1014759043) -> (continuation of Deferred@209088911 after retry RPC after error@1488589456) -> (continuation of Deferred@616185601 after retry RPC after error@1196835571) -> (continuation of Deferred@2022943135 after retry RPC after error@1890912911) -> (continuation of Deferred@92430767 after retry RPC after error@1891035702) -> (continuation of Deferred@353139438 after retry RPC after error@1303772082), errback=(continuation of Deferred@345281830 after retry RPC after error@218837627) -> (continuation of Deferred@757738188 after retry RPC after error@1014759043) -> (continuation of Deferred@209088911 after retry RPC after error@1488589456) -> (continuation of Deferred@616185601 after retry RPC after error@1196835571) -> (continuation of Deferred@2022943135 after retry RPC after error@1890912911) -> (continuation of Deferred@92430767 after retry RPC after error@1891035702) -> (continuation of Deferred@353139438 after retry RPC after error@1303772082)))
20:15:05.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:05.963 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@188161018(state=PENDING, result=null, callback=(continuation of Deferred@933070038 after retry RPC after error@1717169664) -> (continuation of Deferred@1303091246 after retry RPC after error@2129703594) -> (continuation of Deferred@630203030 after retry RPC after error@202432970) -> (continuation of Deferred@493580942 after retry RPC after error@1719002731) -> (continuation of Deferred@1112927393 after retry RPC after error@1228950416) -> (continuation of Deferred@259637044 after retry RPC after error@1182160398) -> (continuation of Deferred@732666501 after retry RPC after error@1627146411) -> (continuation of Deferred@574544799 after retry RPC after error@1452031984), errback=(continuation of Deferred@933070038 after retry RPC after error@1717169664) -> (continuation of Deferred@1303091246 after retry RPC after error@2129703594) -> (continuation of Deferred@630203030 after retry RPC after error@202432970) -> (continuation of Deferred@493580942 after retry RPC after error@1719002731) -> (continuation of Deferred@1112927393 after retry RPC after error@1228950416) -> (continuation of Deferred@259637044 after retry RPC after error@1182160398) -> (continuation of Deferred@732666501 after retry RPC after error@1627146411) -> (continuation of Deferred@574544799 after retry RPC after error@1452031984)))
20:15:05.964 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:15:05.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:05.984 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:05.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:05.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:05.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@667198477(state=PENDING, result=null, callback=(continuation of Deferred@1586470691 after retry RPC after error@1179879068) -> (continuation of Deferred@2060160090 after retry RPC after error@2024651714) -> (continuation of Deferred@1517897075 after retry RPC after error@4480966) -> (continuation of Deferred@642497224 after retry RPC after error@858613352) -> (continuation of Deferred@594538403 after retry RPC after error@24591975) -> (continuation of Deferred@2056341883 after retry RPC after error@584543847), errback=(continuation of Deferred@1586470691 after retry RPC after error@1179879068) -> (continuation of Deferred@2060160090 after retry RPC after error@2024651714) -> (continuation of Deferred@1517897075 after retry RPC after error@4480966) -> (continuation of Deferred@642497224 after retry RPC after error@858613352) -> (continuation of Deferred@594538403 after retry RPC after error@24591975) -> (continuation of Deferred@2056341883 after retry RPC after error@584543847)))
20:15:06.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@667198477(state=PENDING, result=null, callback=(continuation of Deferred@1586470691 after retry RPC after error@1179879068) -> (continuation of Deferred@2060160090 after retry RPC after error@2024651714) -> (continuation of Deferred@1517897075 after retry RPC after error@4480966) -> (continuation of Deferred@642497224 after retry RPC after error@858613352) -> (continuation of Deferred@594538403 after retry RPC after error@24591975) -> (continuation of Deferred@2056341883 after retry RPC after error@584543847), errback=(continuation of Deferred@1586470691 after retry RPC after error@1179879068) -> (continuation of Deferred@2060160090 after retry RPC after error@2024651714) -> (continuation of Deferred@1517897075 after retry RPC after error@4480966) -> (continuation of Deferred@642497224 after retry RPC after error@858613352) -> (continuation of Deferred@594538403 after retry RPC after error@24591975) -> (continuation of Deferred@2056341883 after retry RPC after error@584543847)))
20:15:06.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@32415118(state=PENDING, result=null, callback=(continuation of Deferred@497688076 after retry RPC after error@1494312721) -> (continuation of Deferred@934578130 after retry RPC after error@1120104007) -> (continuation of Deferred@265568877 after retry RPC after error@1571784041) -> (continuation of Deferred@1320555289 after retry RPC after error@392097246) -> (continuation of Deferred@976491122 after retry RPC after error@462511248) -> (continuation of Deferred@1707190816 after retry RPC after error@93424475), errback=(continuation of Deferred@497688076 after retry RPC after error@1494312721) -> (continuation of Deferred@934578130 after retry RPC after error@1120104007) -> (continuation of Deferred@265568877 after retry RPC after error@1571784041) -> (continuation of Deferred@1320555289 after retry RPC after error@392097246) -> (continuation of Deferred@976491122 after retry RPC after error@462511248) -> (continuation of Deferred@1707190816 after retry RPC after error@93424475)))
20:15:06.364 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@32415118(state=PENDING, result=null, callback=(continuation of Deferred@497688076 after retry RPC after error@1494312721) -> (continuation of Deferred@934578130 after retry RPC after error@1120104007) -> (continuation of Deferred@265568877 after retry RPC after error@1571784041) -> (continuation of Deferred@1320555289 after retry RPC after error@392097246) -> (continuation of Deferred@976491122 after retry RPC after error@462511248) -> (continuation of Deferred@1707190816 after retry RPC after error@93424475), errback=(continuation of Deferred@497688076 after retry RPC after error@1494312721) -> (continuation of Deferred@934578130 after retry RPC after error@1120104007) -> (continuation of Deferred@265568877 after retry RPC after error@1571784041) -> (continuation of Deferred@1320555289 after retry RPC after error@392097246) -> (continuation of Deferred@976491122 after retry RPC after error@462511248) -> (continuation of Deferred@1707190816 after retry RPC after error@93424475)))
20:15:06.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.444 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.484 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@101719716(state=PENDING, result=null, callback=(continuation of Deferred@529814439 after retry RPC after error@405357637) -> (continuation of Deferred@171896707 after retry RPC after error@207431006) -> (continuation of Deferred@837371417 after retry RPC after error@1664104205) -> (continuation of Deferred@504335903 after retry RPC after error@2073898837) -> (continuation of Deferred@12543921 after retry RPC after error@1658171636) -> (continuation of Deferred@13149639 after retry RPC after error@306042124) -> (continuation of Deferred@1766107669 after retry RPC after error@643425753), errback=(continuation of Deferred@529814439 after retry RPC after error@405357637) -> (continuation of Deferred@171896707 after retry RPC after error@207431006) -> (continuation of Deferred@837371417 after retry RPC after error@1664104205) -> (continuation of Deferred@504335903 after retry RPC after error@2073898837) -> (continuation of Deferred@12543921 after retry RPC after error@1658171636) -> (continuation of Deferred@13149639 after retry RPC after error@306042124) -> (continuation of Deferred@1766107669 after retry RPC after error@643425753)))
20:15:06.525 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [105ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@101719716(state=PENDING, result=null, callback=(continuation of Deferred@529814439 after retry RPC after error@405357637) -> (continuation of Deferred@171896707 after retry RPC after error@207431006) -> (continuation of Deferred@837371417 after retry RPC after error@1664104205) -> (continuation of Deferred@504335903 after retry RPC after error@2073898837) -> (continuation of Deferred@12543921 after retry RPC after error@1658171636) -> (continuation of Deferred@13149639 after retry RPC after error@306042124) -> (continuation of Deferred@1766107669 after retry RPC after error@643425753), errback=(continuation of Deferred@529814439 after retry RPC after error@405357637) -> (continuation of Deferred@171896707 after retry RPC after error@207431006) -> (continuation of Deferred@837371417 after retry RPC after error@1664104205) -> (continuation of Deferred@504335903 after retry RPC after error@2073898837) -> (continuation of Deferred@12543921 after retry RPC after error@1658171636) -> (continuation of Deferred@13149639 after retry RPC after error@306042124) -> (continuation of Deferred@1766107669 after retry RPC after error@643425753)))
20:15:06.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.584 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1467707171(state=PENDING, result=null, callback=(continuation of Deferred@1551068296 after retry RPC after error@343323800) -> (continuation of Deferred@633601746 after retry RPC after error@701337406) -> (continuation of Deferred@1847439779 after retry RPC after error@1341000332) -> (continuation of Deferred@1977698509 after retry RPC after error@806395184) -> (continuation of Deferred@864268856 after retry RPC after error@210138286) -> (continuation of Deferred@1943990995 after retry RPC after error@1192429701) -> (continuation of Deferred@1773105197 after retry RPC after error@1454594738) -> (continuation of Deferred@1392472797 after retry RPC after error@234295079), errback=(continuation of Deferred@1551068296 after retry RPC after error@343323800) -> (continuation of Deferred@633601746 after retry RPC after error@701337406) -> (continuation of Deferred@1847439779 after retry RPC after error@1341000332) -> (continuation of Deferred@1977698509 after retry RPC after error@806395184) -> (continuation of Deferred@864268856 after retry RPC after error@210138286) -> (continuation of Deferred@1943990995 after retry RPC after error@1192429701) -> (continuation of Deferred@1773105197 after retry RPC after error@1454594738) -> (continuation of Deferred@1392472797 after retry RPC after error@234295079)))
20:15:06.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1467707171(state=PENDING, result=null, callback=(continuation of Deferred@1551068296 after retry RPC after error@343323800) -> (continuation of Deferred@633601746 after retry RPC after error@701337406) -> (continuation of Deferred@1847439779 after retry RPC after error@1341000332) -> (continuation of Deferred@1977698509 after retry RPC after error@806395184) -> (continuation of Deferred@864268856 after retry RPC after error@210138286) -> (continuation of Deferred@1943990995 after retry RPC after error@1192429701) -> (continuation of Deferred@1773105197 after retry RPC after error@1454594738) -> (continuation of Deferred@1392472797 after retry RPC after error@234295079), errback=(continuation of Deferred@1551068296 after retry RPC after error@343323800) -> (continuation of Deferred@633601746 after retry RPC after error@701337406) -> (continuation of Deferred@1847439779 after retry RPC after error@1341000332) -> (continuation of Deferred@1977698509 after retry RPC after error@806395184) -> (continuation of Deferred@864268856 after retry RPC after error@210138286) -> (continuation of Deferred@1943990995 after retry RPC after error@1192429701) -> (continuation of Deferred@1773105197 after retry RPC after error@1454594738) -> (continuation of Deferred@1392472797 after retry RPC after error@234295079)))
20:15:06.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:06.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:06.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:06.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:06.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:06.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@953448915(state=PENDING, result=null, callback=(continuation of Deferred@1991638103 after retry RPC after error@1641261133) -> (continuation of Deferred@411757439 after retry RPC after error@59446108) -> (continuation of Deferred@1510277182 after retry RPC after error@652757747) -> (continuation of Deferred@1769380930 after retry RPC after error@842818499) -> (continuation of Deferred@1087013194 after retry RPC after error@613540978) -> (continuation of Deferred@2035869742 after retry RPC after error@673951421) -> (continuation of Deferred@1023388195 after retry RPC after error@392592314) -> (continuation of Deferred@692185312 after retry RPC after error@1558897971), errback=(continuation of Deferred@1991638103 after retry RPC after error@1641261133) -> (continuation of Deferred@411757439 after retry RPC after error@59446108) -> (continuation of Deferred@1510277182 after retry RPC after error@652757747) -> (continuation of Deferred@1769380930 after retry RPC after error@842818499) -> (continuation of Deferred@1087013194 after retry RPC after error@613540978) -> (continuation of Deferred@2035869742 after retry RPC after error@673951421) -> (continuation of Deferred@1023388195 after retry RPC after error@392592314) -> (continuation of Deferred@692185312 after retry RPC after error@1558897971)))
20:15:07.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@953448915(state=PENDING, result=null, callback=(continuation of Deferred@1991638103 after retry RPC after error@1641261133) -> (continuation of Deferred@411757439 after retry RPC after error@59446108) -> (continuation of Deferred@1510277182 after retry RPC after error@652757747) -> (continuation of Deferred@1769380930 after retry RPC after error@842818499) -> (continuation of Deferred@1087013194 after retry RPC after error@613540978) -> (continuation of Deferred@2035869742 after retry RPC after error@673951421) -> (continuation of Deferred@1023388195 after retry RPC after error@392592314) -> (continuation of Deferred@692185312 after retry RPC after error@1558897971), errback=(continuation of Deferred@1991638103 after retry RPC after error@1641261133) -> (continuation of Deferred@411757439 after retry RPC after error@59446108) -> (continuation of Deferred@1510277182 after retry RPC after error@652757747) -> (continuation of Deferred@1769380930 after retry RPC after error@842818499) -> (continuation of Deferred@1087013194 after retry RPC after error@613540978) -> (continuation of Deferred@2035869742 after retry RPC after error@673951421) -> (continuation of Deferred@1023388195 after retry RPC after error@392592314) -> (continuation of Deferred@692185312 after retry RPC after error@1558897971)))
20:15:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:07.048447 26407 raft_consensus.cc:482] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader bc89a4f2572a402a978198f719409818)
20:15:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:07.048599 26407 raft_consensus.cc:504] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "16604aab67b64a2fb9cece5163fad8cd" member_type: VOTER last_known_addr { host: "127.24.168.190" port: 45789 } } peers { permanent_uuid: "bc89a4f2572a402a978198f719409818" member_type: VOTER last_known_addr { host: "127.24.168.189" port: 46621 } } peers { permanent_uuid: "df8ed1750d5a4e8b83a4acda0904ba2c" member_type: VOTER last_known_addr { host: "127.24.168.188" port: 33927 } }
20:15:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:07.049229 26407 leader_election.cc:288] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bc89a4f2572a402a978198f719409818 (127.24.168.189:46621), df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927)
20:15:07.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:07.050133 25279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:15:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:07.051348 25279 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bc89a4f2572a402a978198f719409818 (127.24.168.189:46621): Network error: Client connection negotiation failed: client connection to 127.24.168.189:46621: connect: Connection refused (error 111)
20:15:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:07.051489 25277 leader_election.cc:334] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer df8ed1750d5a4e8b83a4acda0904ba2c (127.24.168.188:33927): Network error: Client connection negotiation failed: client connection to 127.24.168.188:33927: connect: Connection refused (error 111)
20:15:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:07.051589 25277 leader_election.cc:302] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 16604aab67b64a2fb9cece5163fad8cd; no voters: bc89a4f2572a402a978198f719409818, df8ed1750d5a4e8b83a4acda0904ba2c
20:15:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:07.051789 26407 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 16604aab67b64a2fb9cece5163fad8cd [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:15:07.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.124 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.244 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1655223081(state=PENDING, result=null, callback=(continuation of Deferred@182475293 after retry RPC after error@1109816003) -> (continuation of Deferred@2004120492 after retry RPC after error@1357031312) -> (continuation of Deferred@1482305315 after retry RPC after error@698084993) -> (continuation of Deferred@2099642637 after retry RPC after error@951969566) -> (continuation of Deferred@832037917 after retry RPC after error@1192164168) -> (continuation of Deferred@183346381 after retry RPC after error@1564424089) -> (continuation of Deferred@1401325359 after retry RPC after error@1675813548), errback=(continuation of Deferred@182475293 after retry RPC after error@1109816003) -> (continuation of Deferred@2004120492 after retry RPC after error@1357031312) -> (continuation of Deferred@1482305315 after retry RPC after error@698084993) -> (continuation of Deferred@2099642637 after retry RPC after error@951969566) -> (continuation of Deferred@832037917 after retry RPC after error@1192164168) -> (continuation of Deferred@183346381 after retry RPC after error@1564424089) -> (continuation of Deferred@1401325359 after retry RPC after error@1675813548)))
20:15:07.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1655223081(state=PENDING, result=null, callback=(continuation of Deferred@182475293 after retry RPC after error@1109816003) -> (continuation of Deferred@2004120492 after retry RPC after error@1357031312) -> (continuation of Deferred@1482305315 after retry RPC after error@698084993) -> (continuation of Deferred@2099642637 after retry RPC after error@951969566) -> (continuation of Deferred@832037917 after retry RPC after error@1192164168) -> (continuation of Deferred@183346381 after retry RPC after error@1564424089) -> (continuation of Deferred@1401325359 after retry RPC after error@1675813548), errback=(continuation of Deferred@182475293 after retry RPC after error@1109816003) -> (continuation of Deferred@2004120492 after retry RPC after error@1357031312) -> (continuation of Deferred@1482305315 after retry RPC after error@698084993) -> (continuation of Deferred@2099642637 after retry RPC after error@951969566) -> (continuation of Deferred@832037917 after retry RPC after error@1192164168) -> (continuation of Deferred@183346381 after retry RPC after error@1564424089) -> (continuation of Deferred@1401325359 after retry RPC after error@1675813548)))
20:15:07.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1859115155(state=PENDING, result=null, callback=(continuation of Deferred@865160895 after retry RPC after error@1479602327) -> (continuation of Deferred@1006736044 after retry RPC after error@748347135) -> (continuation of Deferred@357013861 after retry RPC after error@1244428050) -> (continuation of Deferred@2055739401 after retry RPC after error@10443905) -> (continuation of Deferred@700080454 after retry RPC after error@460676) -> (continuation of Deferred@980750301 after retry RPC after error@1089746758) -> (continuation of Deferred@977198671 after retry RPC after error@45991339), errback=(continuation of Deferred@865160895 after retry RPC after error@1479602327) -> (continuation of Deferred@1006736044 after retry RPC after error@748347135) -> (continuation of Deferred@357013861 after retry RPC after error@1244428050) -> (continuation of Deferred@2055739401 after retry RPC after error@10443905) -> (continuation of Deferred@700080454 after retry RPC after error@460676) -> (continuation of Deferred@980750301 after retry RPC after error@1089746758) -> (continuation of Deferred@977198671 after retry RPC after error@45991339)))
20:15:07.425 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1859115155(state=PENDING, result=null, callback=(continuation of Deferred@865160895 after retry RPC after error@1479602327) -> (continuation of Deferred@1006736044 after retry RPC after error@748347135) -> (continuation of Deferred@357013861 after retry RPC after error@1244428050) -> (continuation of Deferred@2055739401 after retry RPC after error@10443905) -> (continuation of Deferred@700080454 after retry RPC after error@460676) -> (continuation of Deferred@980750301 after retry RPC after error@1089746758) -> (continuation of Deferred@977198671 after retry RPC after error@45991339), errback=(continuation of Deferred@865160895 after retry RPC after error@1479602327) -> (continuation of Deferred@1006736044 after retry RPC after error@748347135) -> (continuation of Deferred@357013861 after retry RPC after error@1244428050) -> (continuation of Deferred@2055739401 after retry RPC after error@10443905) -> (continuation of Deferred@700080454 after retry RPC after error@460676) -> (continuation of Deferred@980750301 after retry RPC after error@1089746758) -> (continuation of Deferred@977198671 after retry RPC after error@45991339)))
20:15:07.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.464 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2019353602(state=PENDING, result=null, callback=(continuation of Deferred@849857427 after retry RPC after error@1674065021) -> (continuation of Deferred@1727573262 after retry RPC after error@2031827239) -> (continuation of Deferred@1978441412 after retry RPC after error@1462052824) -> (continuation of Deferred@1956016367 after retry RPC after error@1424276827) -> (continuation of Deferred@1173296061 after retry RPC after error@990570303) -> (continuation of Deferred@2086463929 after retry RPC after error@220437772) -> (continuation of Deferred@812385774 after retry RPC after error@1555251139), errback=(continuation of Deferred@849857427 after retry RPC after error@1674065021) -> (continuation of Deferred@1727573262 after retry RPC after error@2031827239) -> (continuation of Deferred@1978441412 after retry RPC after error@1462052824) -> (continuation of Deferred@1956016367 after retry RPC after error@1424276827) -> (continuation of Deferred@1173296061 after retry RPC after error@990570303) -> (continuation of Deferred@2086463929 after retry RPC after error@220437772) -> (continuation of Deferred@812385774 after retry RPC after error@1555251139)))
20:15:07.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@2019353602(state=PENDING, result=null, callback=(continuation of Deferred@849857427 after retry RPC after error@1674065021) -> (continuation of Deferred@1727573262 after retry RPC after error@2031827239) -> (continuation of Deferred@1978441412 after retry RPC after error@1462052824) -> (continuation of Deferred@1956016367 after retry RPC after error@1424276827) -> (continuation of Deferred@1173296061 after retry RPC after error@990570303) -> (continuation of Deferred@2086463929 after retry RPC after error@220437772) -> (continuation of Deferred@812385774 after retry RPC after error@1555251139), errback=(continuation of Deferred@849857427 after retry RPC after error@1674065021) -> (continuation of Deferred@1727573262 after retry RPC after error@2031827239) -> (continuation of Deferred@1978441412 after retry RPC after error@1462052824) -> (continuation of Deferred@1956016367 after retry RPC after error@1424276827) -> (continuation of Deferred@1173296061 after retry RPC after error@990570303) -> (continuation of Deferred@2086463929 after retry RPC after error@220437772) -> (continuation of Deferred@812385774 after retry RPC after error@1555251139)))
20:15:07.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.764 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1883283689(state=PENDING, result=null, callback=(continuation of Deferred@1520985275 after retry RPC after error@817881402) -> (continuation of Deferred@1874367598 after retry RPC after error@436872856) -> (continuation of Deferred@60691678 after retry RPC after error@1290245030) -> (continuation of Deferred@1742173616 after retry RPC after error@748859700) -> (continuation of Deferred@1600747674 after retry RPC after error@803449458) -> (continuation of Deferred@1942302923 after retry RPC after error@1247220886) -> (continuation of Deferred@1592662254 after retry RPC after error@1827445115), errback=(continuation of Deferred@1520985275 after retry RPC after error@817881402) -> (continuation of Deferred@1874367598 after retry RPC after error@436872856) -> (continuation of Deferred@60691678 after retry RPC after error@1290245030) -> (continuation of Deferred@1742173616 after retry RPC after error@748859700) -> (continuation of Deferred@1600747674 after retry RPC after error@803449458) -> (continuation of Deferred@1942302923 after retry RPC after error@1247220886) -> (continuation of Deferred@1592662254 after retry RPC after error@1827445115)))
20:15:07.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, deferred=Deferred@1883283689(state=PENDING, result=null, callback=(continuation of Deferred@1520985275 after retry RPC after error@817881402) -> (continuation of Deferred@1874367598 after retry RPC after error@436872856) -> (continuation of Deferred@60691678 after retry RPC after error@1290245030) -> (continuation of Deferred@1742173616 after retry RPC after error@748859700) -> (continuation of Deferred@1600747674 after retry RPC after error@803449458) -> (continuation of Deferred@1942302923 after retry RPC after error@1247220886) -> (continuation of Deferred@1592662254 after retry RPC after error@1827445115), errback=(continuation of Deferred@1520985275 after retry RPC after error@817881402) -> (continuation of Deferred@1874367598 after retry RPC after error@436872856) -> (continuation of Deferred@60691678 after retry RPC after error@1290245030) -> (continuation of Deferred@1742173616 after retry RPC after error@748859700) -> (continuation of Deferred@1600747674 after retry RPC after error@803449458) -> (continuation of Deferred@1942302923 after retry RPC after error@1247220886) -> (continuation of Deferred@1592662254 after retry RPC after error@1827445115)))
20:15:07.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:07.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:07.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:07.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:07.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:07.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:08.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:08.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:08.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:08.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.189:46621(127.24.168.189:46621)] connecting to peer
20:15:08.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.24.168.188:33927(127.24.168.188:33927)] connecting to peer
20:15:08.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.189:46621(127.24.168.189:46621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.189:46621: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621
20:15:08.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.168.188:33927(127.24.168.188:33927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:08.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49641), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1022ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1801ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2341ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2941ms] too many traces: truncated at 100 traces, deferred=Deferred@1649302172(state=PENDING, result=null, callback=(continuation of Deferred@619748254 after retry RPC after error@63032227) -> (continuation of Deferred@1884212715 after retry RPC after error@1623516100) -> (continuation of Deferred@1086892073 after retry RPC after error@1297739584) -> (continuation of Deferred@1266569877 after retry RPC after error@216220413) -> (continuation of Deferred@158280360 after retry RPC after error@198108970) -> (continuation of Deferred@849208892 after retry RPC after error@612351544) -> (continuation of Deferred@1412819573 after retry RPC after error@675192942) -> (continuation of Deferred@1968119635 after retry RPC after error@739828156) -> (continuation of Deferred@1468387336 after retry RPC after error@182794054) -> (continuation of Deferred@123536590 after retry RPC after error@1814237336) -> (continuation of Deferred@358582404 after retry RPC after error@908317294) -> (continuation of Deferred@1505221392 after retry RPC after error@761575278) -> (continuation of Deferred@1150685678 after retry RPC after error@1812859824) -> (continuation of Deferred@184955514 after retry RPC after error@55651251) -> (continuation of Deferred@2008826710 after retry RPC after error@1811125658) -> (continuation of Deferred@1365045116 after retry RPC after error@1532648023) -> (continuation of Deferred@1315505305 after retry RPC after error@968951691) -> (continuation of Deferred@256911552 after retry RPC after error@105993119) -> (continuation of Deferred@10146304 after retry RPC after error@827744455) -> (continuation of Deferred@1062094853 after retry RPC after error@856635864) -> (continuation of Deferred@1699997547 after retry RPC after error@1728176990) -> (continuation of Deferred@717390299 after retry RPC after error@1615441058) -> (continuation of Deferred@450586495 after retry RPC after error@1923640425) -> (continuation of Deferred@1289418686 after retry RPC after error@1633386043) -> (continuation of Deferred@544869872 after retry RPC after error@293664434) -> (continuation of Deferred@184321083 after retry RPC after error@820812281) -> (continuation of Deferred@1082722201 after retry RPC after error@1445616732) -> (continuation of Deferred@949602302 after retry RPC after error@1827578437) -> (continuation of Deferred@1683211662 after retry RPC after error@1612688868) -> (continuation of Deferred@382677038 after retry RPC after error@262816824), errback=(continuation of Deferred@619748254 after retry RPC after error@63032227) -> (continuation of Deferred@1884212715 after retry RPC after error@1623516100) -> (continuation of Deferred@1086892073 after retry RPC after error@1297739584) -> (continuation of Deferred@1266569877 after retry RPC after error@216220413) -> (continuation of Deferred@158280360 after retry RPC after error@198108970) -> (continuation of Deferred@849208892 after retry RPC after error@612351544) -> (continuation of Deferred@1412819573 after retry RPC after error@675192942) -> (continuation of Deferred@1968119635 after retry RPC after error@739828156) -> (continuation of Deferred@1468387336 after retry RPC after error@182794054) -> (continuation of Deferred@123536590 after retry RPC after error@1814237336) -> (continuation of Deferred@358582404 after retry RPC after error@908317294) -> (continuation of Deferred@1505221392 after retry RPC after error@761575278) -> (continuation of Deferred@1150685678 after retry RPC after error@1812859824) -> (continuation of Deferred@184955514 after retry RPC after error@55651251) -> (continuation of Deferred@2008826710 after retry RPC after error@1811125658) -> (continuation of Deferred@1365045116 after retry RPC after error@1532648023) -> (continuation of Deferred@1315505305 after retry RPC after error@968951691) -> (continuation of Deferred@256911552 after retry RPC after error@105993119) -> (continuation of Deferred@10146304 after retry RPC after error@827744455) -> (continuation of Deferred@1062094853 after retry RPC after error@856635864) -> (continuation of Deferred@1699997547 after retry RPC after error@1728176990) -> (continuation of Deferred@717390299 after retry RPC after error@1615441058) -> (continuation of Deferred@450586495 after retry RPC after error@1923640425) -> (continuation of Deferred@1289418686 after retry RPC after error@1633386043) -> (continuation of Deferred@544869872 after retry RPC after error@293664434) -> (continuation of Deferred@184321083 after retry RPC after error@820812281) -> (continuation of Deferred@1082722201 after retry RPC after error@1445616732) -> (continuation of Deferred@949602302 after retry RPC after error@1827578437) -> (continuation of Deferred@1683211662 after retry RPC after error@1612688868) -> (continuation of Deferred@382677038 after retry RPC after error@262816824)))
20:15:08.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.168.188:33927: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927
20:15:08.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927; will retry
20:15:08.086 [DEBUG - main] (Connection.java:575) [peer master-127.24.168.190:45789(127.24.168.190:45789)] disconnecting while in state READY
20:15:08.087 [DEBUG - main] (Connection.java:575) [peer master-127.24.168.189:46621(127.24.168.189:46621)] disconnecting while in state TERMINATED
20:15:08.087 [DEBUG - main] (Connection.java:575) [peer master-127.24.168.188:33927(127.24.168.188:33927)] disconnecting while in state TERMINATED
20:15:08.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:15:08.088 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.168.190:45789(127.24.168.190:45789)] handling channelInactive
20:15:08.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.168.190:45789(127.24.168.190:45789)] cleaning up while in state READY due to: connection closed
20:15:08.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.088287 25250 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu pid 25560
20:15:08.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.112556 25694 generic_service.cc:196] Checking for leaks (request via RPC)
20:15:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.202983 25250 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu with pid 25560
20:15:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.221108 25250 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu pid 25704
20:15:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.226809 25836 generic_service.cc:196] Checking for leaks (request via RPC)
20:15:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:08.287532 25865 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.168.129:36289: connect: Connection refused (error 111)
20:15:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:08.288727 25865 consensus_peers.cc:485] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f -> Peer 007c83a9b62747d29d4d9e846e22ebd5 (127.24.168.129:36289): Couldn't send request to peer 007c83a9b62747d29d4d9e846e22ebd5. Status: Network error: Client connection negotiation failed: client connection to 127.24.168.129:36289: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:15:08.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.340878 25250 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu with pid 25704
20:15:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:08.361230 25864 connection.cc:535] client connection to 127.24.168.130:40609 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:15:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:08.361428 25279 connection.cc:535] server connection from 127.24.168.130:55487 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:15:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.361716 25250 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu pid 25846
20:15:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 20:15:08.362282 25864 consensus_peers.cc:485] T e9ecf85f98004930bfc426eee7485756 P 3733cd1116b847d0bd923a9badccde1f -> Peer b498e1b3518a48779f32891ebcb9fc2e (127.24.168.130:40609): Couldn't send request to peer b498e1b3518a48779f32891ebcb9fc2e. Status: Network error: Client connection negotiation failed: client connection to 127.24.168.130:40609: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:15:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.368131 25978 generic_service.cc:196] Checking for leaks (request via RPC)
20:15:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.460273 25250 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu with pid 25846
20:15:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.477707 25250 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu pid 25261
20:15:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.478698 25332 generic_service.cc:196] Checking for leaks (request via RPC)
20:15:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 20:15:08.609812 25250 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNcAPOT/build/asan/bin/kudu with pid 25261
20:15:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-07T20:15:08Z chronyd exiting
20:15:08.758 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49641), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1022ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1801ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2341ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2941ms] too many traces: truncated at 100 traces, deferred=Deferred@1649302172(state=PENDING, result=null, callback=(continuation of Deferred@619748254 after retry RPC after error@63032227) -> (continuation of Deferred@1884212715 after retry RPC after error@1623516100) -> (continuation of Deferred@1086892073 after retry RPC after error@1297739584) -> (continuation of Deferred@1266569877 after retry RPC after error@216220413) -> (continuation of Deferred@158280360 after retry RPC after error@198108970) -> (continuation of Deferred@849208892 after retry RPC after error@612351544) -> (continuation of Deferred@1412819573 after retry RPC after error@675192942) -> (continuation of Deferred@1968119635 after retry RPC after error@739828156) -> (continuation of Deferred@1468387336 after retry RPC after error@182794054) -> (continuation of Deferred@123536590 after retry RPC after error@1814237336) -> (continuation of Deferred@358582404 after retry RPC after error@908317294) -> (continuation of Deferred@1505221392 after retry RPC after error@761575278) -> (continuation of Deferred@1150685678 after retry RPC after error@1812859824) -> (continuation of Deferred@184955514 after retry RPC after error@55651251) -> (continuation of Deferred@2008826710 after retry RPC after error@1811125658) -> (continuation of Deferred@1365045116 after retry RPC after error@1532648023) -> (continuation of Deferred@1315505305 after retry RPC after error@968951691) -> (continuation of Deferred@256911552 after retry RPC after error@105993119) -> (continuation of Deferred@10146304 after retry RPC after error@827744455) -> (continuation of Deferred@1062094853 after retry RPC after error@856635864) -> (continuation of Deferred@1699997547 after retry RPC after error@1728176990) -> (continuation of Deferred@717390299 after retry RPC after error@1615441058) -> (continuation of Deferred@450586495 after retry RPC after error@1923640425) -> (continuation of Deferred@1289418686 after retry RPC after error@1633386043) -> (continuation of Deferred@544869872 after retry RPC after error@293664434) -> (continuation of Deferred@184321083 after retry RPC after error@820812281) -> (continuation of Deferred@1082722201 after retry RPC after error@1445616732) -> (continuation of Deferred@949602302 after retry RPC after error@1827578437) -> (continuation of Deferred@1683211662 after retry RPC after error@1612688868) -> (continuation of Deferred@382677038 after retry RPC after error@262816824), errback=(continuation of Deferred@619748254 after retry RPC after error@63032227) -> (continuation of Deferred@1884212715 after retry RPC after error@1623516100) -> (continuation of Deferred@1086892073 after retry RPC after error@1297739584) -> (continuation of Deferred@1266569877 after retry RPC after error@216220413) -> (continuation of Deferred@158280360 after retry RPC after error@198108970) -> (continuation of Deferred@849208892 after retry RPC after error@612351544) -> (continuation of Deferred@1412819573 after retry RPC after error@675192942) -> (continuation of Deferred@1968119635 after retry RPC after error@739828156) -> (continuation of Deferred@1468387336 after retry RPC after error@182794054) -> (continuation of Deferred@123536590 after retry RPC after error@1814237336) -> (continuation of Deferred@358582404 after retry RPC after error@908317294) -> (continuation of Deferred@1505221392 after retry RPC after error@761575278) -> (continuation of Deferred@1150685678 after retry RPC after error@1812859824) -> (continuation of Deferred@184955514 after retry RPC after error@55651251) -> (continuation of Deferred@2008826710 after retry RPC after error@1811125658) -> (continuation of Deferred@1365045116 after retry RPC after error@1532648023) -> (continuation of Deferred@1315505305 after retry RPC after error@968951691) -> (continuation of Deferred@256911552 after retry RPC after error@105993119) -> (continuation of Deferred@10146304 after retry RPC after error@827744455) -> (continuation of Deferred@1062094853 after retry RPC after error@856635864) -> (continuation of Deferred@1699997547 after retry RPC after error@1728176990) -> (continuation of Deferred@717390299 after retry RPC after error@1615441058) -> (continuation of Deferred@450586495 after retry RPC after error@1923640425) -> (continuation of Deferred@1289418686 after retry RPC after error@1633386043) -> (continuation of Deferred@544869872 after retry RPC after error@293664434) -> (continuation of Deferred@184321083 after retry RPC after error@820812281) -> (continuation of Deferred@1082722201 after retry RPC after error@1445616732) -> (continuation of Deferred@949602302 after retry RPC after error@1827578437) -> (continuation of Deferred@1683211662 after retry RPC after error@1612688868) -> (continuation of Deferred@382677038 after retry RPC after error@262816824)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49641), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [541ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1022ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [1801ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.189:46621: Network error: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.188:33927: Network error: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.24.168.190:45789: OK, [2341ms] delaying RPC due to: Service unavailable: Master config (127.24.168.190:45789,127.24.168.189:46621,127.24.168.188:33927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.189:46621(127.24.168.189:46621): Connection refused: /127.24.168.189:46621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.168.188:33927(127.24.168.188:33927): Connection refused: /127.24.168.188:33927, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.190:45789, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.189:46621, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.168.188:33927, [2941ms] too many traces: truncated at 100 traces, deferred=Deferred@1649302172(state=PENDING, result=null, callback=(continuation of Deferred@619748254 after retry RPC after error@63032227) -> (continuation of Deferred@1884212715 after retry RPC after error@1623516100) -> (continuation of Deferred@1086892073 after retry RPC after error@1297739584) -> (continuation of Deferred@1266569877 after retry RPC after error@216220413) -> (continuation of Deferred@158280360 after retry RPC after error@198108970) -> (continuation of Deferred@849208892 after retry RPC after error@612351544) -> (continuation of Deferred@1412819573 after retry RPC after error@675192942) -> (continuation of Deferred@1968119635 after retry RPC after error@739828156) -> (continuation of Deferred@1468387336 after retry RPC after error@182794054) -> (continuation of Deferred@123536590 after retry RPC after error@1814237336) -> (continuation of Deferred@358582404 after retry RPC after error@908317294) -> (continuation of Deferred@1505221392 after retry RPC after error@761575278) -> (continuation of Deferred@1150685678 after retry RPC after error@1812859824) -> (continuation of Deferred@184955514 after retry RPC after error@55651251) -> (continuation of Deferred@2008826710 after retry RPC after error@1811125658) -> (continuation of Deferred@1365045116 after retry RPC after error@1532648023) -> (continuation of Deferred@1315505305 after retry RPC after error@968951691) -> (continuation of Deferred@256911552 after retry RPC after error@105993119) -> (continuation of Deferred@10146304 after retry RPC after error@827744455) -> (continuation of Deferred@1062094853 after retry RPC after error@856635864) -> (continuation of Deferred@1699997547 after retry RPC after error@1728176990) -> (continuation of Deferred@717390299 after retry RPC after error@1615441058) -> (continuation of Deferred@450586495 after retry RPC after error@1923640425) -> (continuation of Deferred@1289418686 after retry RPC after error@1633386043) -> (continuation of Deferred@544869872 after retry RPC after error@293664434) -> (continuation of Deferred@184321083 after retry RPC after error@820812281) -> (continuation of Deferred@1082722201 after retry RPC after error@1445616732) -> (continuation of Deferred@949602302 after retry RPC after error@1827578437) -> (continuation of Deferred@1683211662 after retry RPC after error@1612688868) -> (continuation of Deferred@382677038 after retry RPC after error@262816824), errback=(continuation of Deferred@619748254 after retry RPC after error@63032227) -> (continuation of Deferred@1884212715 after retry RPC after error@1623516100) -> (continuation of Deferred@1086892073 after retry RPC after error@1297739584) -> (continuation of Deferred@1266569877 after retry RPC after error@216220413) -> (continuation of Deferred@158280360 after retry RPC after error@198108970) -> (continuation of Deferred@849208892 after retry RPC after error@612351544) -> (continuation of Deferred@1412819573 after retry RPC after error@675192942) -> (continuation of Deferred@1968119635 after retry RPC after error@739828156) -> (continuation of Deferred@1468387336 after retry RPC after error@182794054) -> (continuation of Deferred@123536590 after retry RPC after error@1814237336) -> (continuation of Deferred@358582404 after retry RPC after error@908317294) -> (continuation of Deferred@1505221392 after retry RPC after error@761575278) -> (continuation of Deferred@1150685678 after retry RPC after error@1812859824) -> (continuation of Deferred@184955514 after retry RPC after error@55651251) -> (continuation of Deferred@2008826710 after retry RPC after error@1811125658) -> (continuation of Deferred@1365045116 after retry RPC after error@1532648023) -> (continuation of Deferred@1315505305 after retry RPC after error@968951691) -> (continuation of Deferred@256911552 after retry RPC after error@105993119) -> (continuation of Deferred@10146304 after retry RPC after error@827744455) -> (continuation of Deferred@1062094853 after retry RPC after error@856635864) -> (continuation of Deferred@1699997547 after retry RPC after error@1728176990) -> (continuation of Deferred@717390299 after retry RPC after error@1615441058) -> (continuation of Deferred@450586495 after retry RPC after error@1923640425) -> (continuation of Deferred@1289418686 after retry RPC after error@1633386043) -> (continuation of Deferred@544869872 after retry RPC after error@293664434) -> (continuation of Deferred@184321083 after retry RPC after error@820812281) -> (continuation of Deferred@1082722201 after retry RPC after error@1445616732) -> (continuation of Deferred@949602302 after retry RPC after error@1827578437) -> (continuation of Deferred@1683211662 after retry RPC after error@1612688868) -> (continuation of Deferred@382677038 after retry RPC after error@262816824)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)